-- Logs begin at Thu 2021-05-27 17:39:45 UTC, end at Thu 2021-05-27 18:49:37 UTC. -- May 27 18:22:15.714771 dv-cinder-792299-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 27 18:22:16.674191 dv-cinder-792299-4-smb neutron-server[92187]: Beware of the coming changes in the project packaging May 27 18:22:16.674803 dv-cinder-792299-4-smb neutron-server[92187]: https://github.com/svinota/pyroute2/discussions/786 May 27 18:22:18.156530 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.common.config [-] Logging enabled! May 27 18:22:18.157165 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 27 18:22:18.157258 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 18:22:18.160370 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.common.config [-] Logging enabled! May 27 18:22:18.160622 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 27 18:22:18.160929 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 18:22:18.161852 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 18:22:18.162084 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 18:22:18.162437 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 18:22:18.162680 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 18:22:18.162902 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 18:22:18.163214 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.163529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.163821 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.164046 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.164334 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.164618 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.164894 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.165176 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.165464 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.165744 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.166016 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.166300 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.166526 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.166912 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.167197 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.167512 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.167732 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] debug = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.168010 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.168435 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.168844 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.169117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.169654 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.169928 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.170194 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.170462 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.170738 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.171057 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] host = dv-cinder-792299-4-smb {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.171325 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.171630 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.171912 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.172191 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.172476 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.172729 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.173006 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.173271 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.173534 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] log_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.173802 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.174081 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.174360 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.174647 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.174868 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.175085 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.175365 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.175664 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.175932 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.176202 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.176468 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.176734 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.177002 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.177263 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.177541 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.177821 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.178101 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.178369 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.178637 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.178903 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.179169 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.179470 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.179741 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.180009 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.180276 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.180554 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.180816 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.181087 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.181379 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.181657 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.181936 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.182214 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.182545 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.182925 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.183035 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.183304 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.183590 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] use_json = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.183857 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.184120 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.184396 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.184660 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.184926 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.185192 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.185455 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.185733 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:18.186024 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.186321 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.186617 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.186901 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.187184 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.187476 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.187767 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.188041 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.188326 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.188612 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.188895 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.189167 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.189447 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.189720 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.190008 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.190306 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.190593 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.190879 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.191146 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.191434 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.191706 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.191978 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.192257 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.192545 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.192829 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.193097 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.193367 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.193652 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.193923 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.194187 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.194455 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.194737 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.195006 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.195271 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.195568 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.195842 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.196108 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.196378 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.196648 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.196930 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.197201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.197467 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.197737 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.198546 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.198813 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.199192 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.199497 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.199771 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.200041 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.200318 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.200589 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.200858 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.201131 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.201399 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.201672 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.201942 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.202211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.202479 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.202750 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.203020 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.203288 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.203579 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.203853 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.204126 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.204396 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.204667 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.204938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.205210 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.205491 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.205783 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.206057 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.206330 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.206606 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.206877 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.207147 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.207441 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.207713 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.207985 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.208251 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.208533 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.208808 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.209086 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.209361 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.209632 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.209917 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.210189 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.210462 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.210732 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.211001 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.211280 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.211576 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.211867 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.212155 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.212443 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.212732 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.213018 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.213289 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.214180 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.214462 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:18.214757 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 18:22:18.215000 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92187) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 18:22:18.560713 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:18.560911 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:18.561198 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:18.561673 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 18:22:18.950866 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.951154 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.951449 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.952627 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.952898 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.953156 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.988175 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.988450 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:18.988715 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.001538 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.001812 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.002073 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.031906 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.032180 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.032445 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.068237 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.068513 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.068775 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.298808 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.299425 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.299425 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.299586 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.300279 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.427196 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.427536 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.427814 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.428092 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.428355 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.428676 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.428916 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.429168 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.429416 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.429690 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.429951 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.430207 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.430465 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.430717 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.430985 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.431249 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.432600 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.432897 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.433159 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.433447 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.433801 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.434061 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.434314 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.434597 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.434848 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.435094 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.435505 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:19.435745 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:19.435980 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:19.436214 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:19.436447 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:19.436678 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:19.437037 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 18:22:19.440117 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 18:22:19.443951 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 18:22:19.447644 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 27 18:22:19.449280 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 18:22:19.449719 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 18:22:19.450049 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 18:22:19.450428 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 18:22:19.453351 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 18:22:19.453603 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 18:22:19.453943 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 18:22:19.481693 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 18:22:19.482129 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.482420 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92187) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 18:22:19.482777 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.484132 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92187) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 18:22:19.484410 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 18:22:19.484655 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 18:22:19.487840 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.488123 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:19.558120 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 18:22:19.558300 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 18:22:19.558535 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 18:22:19.558900 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 18:22:19.589380 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_db.sqlalchemy.engines [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92187) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 18:22:20.076989 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing driver for type 'gre' May 27 18:22:20.077508 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] gre ID ranges: [(1, 1000)] May 27 18:22:20.237013 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing driver for type 'local' May 27 18:22:20.237268 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing driver for type 'vlan' May 27 18:22:20.288227 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] VlanTypeDriver initialization complete May 27 18:22:20.288601 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing driver for type 'vxlan' May 27 18:22:20.289108 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] vxlan ID ranges: [(1, 1000)] May 27 18:22:20.426091 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing extension driver 'port_security' May 27 18:22:20.426738 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.extensions.port_security [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] PortSecurityExtensionDriver initialization complete May 27 18:22:20.426738 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing mechanism driver 'openvswitch' May 27 18:22:20.427084 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing mechanism driver 'hyperv' May 27 18:22:20.439798 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.plugins.ml2.plugin [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:22:20.440587 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.440966 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.441328 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.441758 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.442118 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.442468 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.442856 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.443208 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.443590 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.443973 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > security_group after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.444329 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > security_group after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.444672 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.445054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.445404 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.445741 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.446139 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > address_group after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.446518 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > address_group after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.446858 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.447200 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] ML2 OVO RPC backend initialized. {{(pid=92187) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 27 18:22:20.448056 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.448454 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.448928 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.449280 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > networks before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.449630 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.449975 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > ports before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.450326 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnet before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.450668 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnets before_response 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.451016 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.451356 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.451724 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.452063 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.452402 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.452739 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.453076 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnet after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.453412 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnet after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.453745 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.454327 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.plugin [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Modular L2 Plugin initialization complete May 27 18:22:20.454662 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading services supported by the core plugin {{(pid=92187) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 18:22:20.454991 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.plugins.ml2.managers [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Got port-security extension from driver 'port_security' May 27 18:22:20.455492 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.extensions.vlantransparent [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Disabled vlantransparent extension. May 27 18:22:20.455987 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92187) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 18:22:20.456304 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: router May 27 18:22:20.493885 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.494224 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router after_create 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.494602 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router before_create 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.495761 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.496140 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.496501 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router after_delete 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.496863 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.497228 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router after_create 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.497579 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router after_update 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.497929 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router after_update 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.498279 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.498638 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router after_update 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.499047 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.499444 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: port after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.499793 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: port after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.500138 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: subnet after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.500482 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.500839 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.501190 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.501539 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: port before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.501886 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.502244 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router after_update 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.502589 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.502940 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_create 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.503303 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.503679 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_update 55549900 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.504055 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > network after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.504897 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Tracking information for resource: router configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:20.505229 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Tracking information for resource: floatingip configured {{(pid=92187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 18:22:20.510128 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.db.l3_agentschedulers_db [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 18:22:20.511230 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: port after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.511615 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: port after_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.511973 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: port after_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.512327 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: port after_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.513130 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router before_create 55550100 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.513500 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.513867 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_create 55550100 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.514228 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > router precommit_update 55550100 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.518696 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.services.provider_configuration [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service providers = [] {{(pid=92187) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 18:22:20.519065 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.db.servicetype_db [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92187) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 18:22:20.521976 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.services.service_base [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 18:22:20.522333 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.services.service_base [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 18:22:20.522681 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.services.service_base [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 18:22:20.523587 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.services.service_base [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 18:22:20.523965 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.services.service_base [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 18:22:20.524505 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.524830 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 18:22:20.535765 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.536105 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: auto_allocate May 27 18:22:20.541996 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: network precommit_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.542384 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: network precommit_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.542900 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.543222 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: tag May 27 18:22:20.550227 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.550564 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: timestamp May 27 18:22:20.554350 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.554683 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: network_ip_availability May 27 18:22:20.560135 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.560508 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.560873 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.561587 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.561912 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: flavors May 27 18:22:20.566922 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.567262 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading Plugin: revisions May 27 18:22:20.571535 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 18:22:20.571928 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_concurrency.lockutils [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.011s {{(pid=92187) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:20.572659 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92187) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 27 18:22:20.573684 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Initializing extension manager. May 27 18:22:20.574209 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: __init__.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.574555 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: __pycache__ {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.574894 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.575231 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: address_group.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.576011 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.576572 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: address-group May 27 18:22:20.576901 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: address_scope.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.577611 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.578122 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: address-scope May 27 18:22:20.578451 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.579395 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.579923 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: router-admin-state-down-before-update May 27 18:22:20.580251 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: agent.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.580947 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.581457 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: agent May 27 18:22:20.581782 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: agent_resources_synced.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.582677 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.583187 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: agent-resources-synced May 27 18:22:20.583541 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: allowedaddresspairs.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.585300 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.585819 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: allowed-address-pairs May 27 18:22:20.586150 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: auto_allocated_topology.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.587209 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.587760 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: auto-allocated-topology May 27 18:22:20.588092 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: availability_zone.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.589387 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.589892 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: availability_zone May 27 18:22:20.590220 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: availability_zone_filter.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.591151 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.591682 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: availability_zone_filter May 27 18:22:20.592007 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: data_plane_status.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.592898 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.593398 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension data-plane-status not supported by any of loaded plugins May 27 18:22:20.593720 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: default_subnetpools.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.594621 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.595127 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: default-subnetpools May 27 18:22:20.595485 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.596286 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.596789 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: dhcp_agent_scheduler May 27 18:22:20.597115 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: dns.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.598015 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.598515 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension dns-integration not supported by any of loaded plugins May 27 18:22:20.598843 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: dns_domain_ports.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.599769 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.600277 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 18:22:20.600604 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: dvr.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.601274 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.601781 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: dvr May 27 18:22:20.602106 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: empty_string_filtering.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.603006 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.603552 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: empty-string-filtering May 27 18:22:20.603879 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.604806 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.605304 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 18:22:20.605626 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.606524 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.607030 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 18:22:20.607355 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: external_net.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.608266 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.608774 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: external-net May 27 18:22:20.609098 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.609983 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.610487 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: extra_dhcp_opt May 27 18:22:20.610810 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: extraroute.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.611745 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.612246 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: extraroute May 27 18:22:20.612568 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: extraroute_atomic.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.613587 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.614092 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: extraroute-atomic May 27 18:22:20.614418 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: filter_validation.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.615070 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.615597 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: filter-validation May 27 18:22:20.615923 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: fip_pf_description.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.616990 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.617491 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 18:22:20.617816 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: fip_port_details.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.618718 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.619223 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: fip-port-details May 27 18:22:20.619587 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: flavors.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.621342 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.621865 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: flavors May 27 18:22:20.622196 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.623886 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.624412 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 18:22:20.624750 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: floatingip_pools.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.625446 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.625960 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: floatingip-pools May 27 18:22:20.626290 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: ip_allocation.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.627200 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.627746 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension ip_allocation not supported by any of loaded plugins May 27 18:22:20.628077 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.628977 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.629488 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: ip-substring-filtering May 27 18:22:20.629817 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l2_adjacency.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.630731 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.631233 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension l2_adjacency not supported by any of loaded plugins May 27 18:22:20.631589 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l3.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.632544 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.633059 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: router May 27 18:22:20.633386 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.636178 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.636707 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 18:22:20.637038 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.637957 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.638475 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: ext-gw-mode May 27 18:22:20.638806 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.639746 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.640258 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: l3-ha May 27 18:22:20.640584 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l3_flavors.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.641499 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.641994 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: l3-flavors May 27 18:22:20.642320 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.643233 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.643776 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: l3-port-ip-change-not-allowed May 27 18:22:20.644103 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: l3agentscheduler.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.645128 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.645641 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: l3_agent_scheduler May 27 18:22:20.645972 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: logging.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.647483 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.648002 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension logging not supported by any of loaded plugins May 27 18:22:20.648335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: metering.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.649066 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.649640 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: metering May 27 18:22:20.649966 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.651078 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.651634 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: metering_source_and_destination_fields May 27 18:22:20.651963 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: multiprovidernet.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.653008 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.653526 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: multi-provider May 27 18:22:20.653854 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: netmtu.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.654757 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.655270 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: net-mtu May 27 18:22:20.655629 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: netmtu_writable.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.656545 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.657054 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: net-mtu-writable May 27 18:22:20.657379 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: network_availability_zone.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.658037 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.658545 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: network_availability_zone May 27 18:22:20.658866 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: network_ip_availability.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.659972 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.660485 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: network-ip-availability May 27 18:22:20.660811 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: network_segment_range.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.661580 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.662083 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension network-segment-range not supported by any of loaded plugins May 27 18:22:20.662404 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: pagination.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.663394 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.663725 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: pagination May 27 18:22:20.664047 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: port_device_profile.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.664944 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.665455 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: port-device-profile May 27 18:22:20.665779 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.666704 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.667295 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: port-mac-address-regenerate May 27 18:22:20.667650 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.668545 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.669053 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: port-numa-affinity-policy May 27 18:22:20.669629 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: port_resource_request.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.670535 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.671041 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension port-resource-request not supported by any of loaded plugins May 27 18:22:20.671387 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: portbindings.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.672309 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.672814 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: binding May 27 18:22:20.673141 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: portbindings_extended.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.674388 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.674898 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: binding-extended May 27 18:22:20.675226 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: portsecurity.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.676152 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.676662 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: port-security May 27 18:22:20.676986 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: project_id.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.677946 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.678278 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: project-id May 27 18:22:20.678601 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: providernet.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.679546 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.680058 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: provider May 27 18:22:20.680383 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.684513 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.685040 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos not supported by any of loaded plugins May 27 18:22:20.685373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.686605 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.687121 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 18:22:20.687492 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.688402 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.688915 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 18:22:20.689246 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_default.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.690146 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.690660 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-default not supported by any of loaded plugins May 27 18:22:20.690988 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_fip.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.691673 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.692185 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-fip not supported by any of loaded plugins May 27 18:22:20.692512 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_gateway_ip.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.693435 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.693948 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 18:22:20.694273 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_port_network_policy.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.695171 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.695717 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 18:22:20.696045 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_rule_type_details.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.696954 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.697490 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 18:22:20.698426 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: qos_rules_alias.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.699493 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.700011 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 18:22:20.700339 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: quotasv2.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.701349 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.701684 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: quotas May 27 18:22:20.702016 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: quotasv2_detail.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.703650 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.703996 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: quota_details May 27 18:22:20.704331 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: rbac.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.705374 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.705895 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: rbac-policies May 27 18:22:20.706225 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: rbac_address_group.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.707143 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.707694 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: rbac-address-group May 27 18:22:20.708024 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: rbac_address_scope.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.708930 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.709446 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: rbac-address-scope May 27 18:22:20.709774 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: rbac_security_groups.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.710679 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.711193 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: rbac-security-groups May 27 18:22:20.711559 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: rbac_subnetpool.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.712483 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.712993 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: rbac-subnetpool May 27 18:22:20.713318 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: revisionifmatch.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.714265 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.714771 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: revision-if-match May 27 18:22:20.715095 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: revisions.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.716225 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.716735 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: standard-attr-revisions May 27 18:22:20.717063 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: router_availability_zone.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.717725 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.718239 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: router_availability_zone May 27 18:22:20.718564 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: routerservicetype.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.719536 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.720053 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension router-service-type not supported by any of loaded plugins May 27 18:22:20.720370 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.721282 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.721793 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: security-groups-normalized-cidr May 27 18:22:20.722124 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.723037 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.723573 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: port-security-groups-filtering May 27 18:22:20.723900 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.724807 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.725315 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: security-groups-remote-address-group May 27 18:22:20.725641 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: securitygroup.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.735078 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.735639 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: security-group May 27 18:22:20.735980 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: segment.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.736758 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.737270 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension segment not supported by any of loaded plugins May 27 18:22:20.737601 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.738525 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.739035 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 18:22:20.739365 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: servicetype.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.740499 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.741015 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: service-type May 27 18:22:20.741344 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: sorting.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.742318 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.742656 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: sorting May 27 18:22:20.742983 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: standard_attr_segment.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.743956 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.744432 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 18:22:20.745292 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: standardattrdescription.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.745939 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.746447 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: standard-attr-description May 27 18:22:20.746772 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: stateful_security_group.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.747714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.748230 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: stateful-security-group May 27 18:22:20.748555 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: stdattrs_common.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.749129 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 18:22:20.749453 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.750432 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.750944 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 18:22:20.751268 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: subnet_onboard.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.752389 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.752910 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: subnet_onboard May 27 18:22:20.753237 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.754156 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.754664 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 18:22:20.754992 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: subnet_service_types.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.756025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.757147 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: subnet-service-types May 27 18:22:20.757662 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: subnetallocation.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.758774 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.759296 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: subnet_allocation May 27 18:22:20.759651 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.760374 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.761486 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: subnetpool-prefix-ops May 27 18:22:20.761818 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.762753 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.763263 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 18:22:20.763620 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: tagging.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.764704 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.765224 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: standard-attr-tag May 27 18:22:20.765551 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: timestamp.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.766737 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.767254 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loaded extension: standard-attr-timestamp May 27 18:22:20.767618 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: trunk.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.768640 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.769159 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension trunk not supported by any of loaded plugins May 27 18:22:20.769485 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: trunk_details.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.770386 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.770897 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension trunk-details not supported by any of loaded plugins May 27 18:22:20.771221 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: uplink_status_propagation.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.772156 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.772675 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 18:22:20.773000 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Loading extension file: vlantransparent.py {{(pid=92187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 27 18:22:20.773661 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 27 18:22:20.774166 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extension vlan-transparent not supported by any of loaded plugins May 27 18:22:20.776787 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:network May 27 18:22:20.777529 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:subnet May 27 18:22:20.779365 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 27 18:22:20.780015 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:port May 27 18:22:20.781281 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.781730 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service FLAVORS assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.782358 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.782800 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.783133 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:router May 27 18:22:20.783838 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:floatingip May 27 18:22:20.784561 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service METERING assigned prefix: /metering {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.785994 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.786367 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.786721 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:22:20.787883 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of CountableResource for resource:rbac_policy May 27 18:22:20.788326 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:security_group May 27 18:22:20.789007 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 18:22:20.789741 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service CORE assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.790072 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 27 18:22:20.790406 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] subnetpool is already registered May 27 18:22:20.791020 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service CORE assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.791348 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 27 18:22:20.791756 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] subnetpool is already registered May 27 18:22:20.794784 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.795222 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service FLAVORS assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.795866 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.796292 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.796624 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:router May 27 18:22:20.796954 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] router is already registered May 27 18:22:20.797555 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:floatingip May 27 18:22:20.797883 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] floatingip is already registered May 27 18:22:20.798512 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service METERING assigned prefix: /metering {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.799195 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of CountableResource for resource:rbac_policy May 27 18:22:20.799557 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] rbac_policy is already registered May 27 18:22:20.800103 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:security_group May 27 18:22:20.800434 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] security_group is already registered May 27 18:22:20.801033 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:security_group_rule May 27 18:22:20.801373 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] security_group_rule is already registered May 27 18:22:20.802044 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service CORE assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.802384 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 27 18:22:20.802720 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] subnetpool is already registered May 27 18:22:20.803325 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.v2.resource_helper [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Service CORE assigned prefix: {{(pid=92187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 18:22:20.803678 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Creating instance of TrackedResource for resource:subnetpool May 27 18:22:20.804002 dv-cinder-792299-4-smb neutron-server[92187]: WARNING neutron.quota.resource_registry [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] subnetpool is already registered May 27 18:22:20.804641 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: extensions {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.806103 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: address-groups {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.808456 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: address-scopes {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.809662 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: agents {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.810819 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: auto-allocated-topology {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.812205 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: availability_zones {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.813532 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: dhcp-networks {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.814943 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: dhcp-agents {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.816425 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: routers {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.818221 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: flavors {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.819451 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: service_profiles {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.820668 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: next_providers {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.822208 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: service_profiles {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.823755 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: floatingip-pools {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.824970 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: routers {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.826845 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: floatingips {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.828074 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: l3-routers {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.829459 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: l3-agents {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.830857 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: metering-labels {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.832246 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: metering-label-rules {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.833568 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: network-ip-availabilities {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.834831 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: bindings {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.836517 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: quotas {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.837971 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: quotas {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.839933 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: rbac-policies {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.841262 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: security-groups {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.842467 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: security-group-rules {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.843739 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: service-providers {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.844953 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: subnetpools {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.847298 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: subnetpools {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.848783 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.850481 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.964276 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.966072 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.967893 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.969747 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.971476 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.973382 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.975138 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.977045 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron.api.extensions [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Extended resource: tags {{(pid=92187) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 18:22:20.983590 dv-cinder-792299-4-smb neutron-server[92187]: WARNING keystonemiddleware.auth_token [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 18:22:20.988350 dv-cinder-792299-4-smb neutron-server[92187]: WARNING keystonemiddleware.auth_token [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 18:22:20.997168 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_concurrency.lockutils [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Acquired lock "singleton_lock" {{(pid=92187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 18:22:20.997594 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_concurrency.lockutils [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Releasing lock "singleton_lock" {{(pid=92187) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 18:22:20.998227 dv-cinder-792299-4-smb neutron-server[92187]: INFO oslo_service.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Starting 2 workers May 27 18:22:21.002951 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Started child 92296 {{(pid=92187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 18:22:21.007248 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Started child 92297 {{(pid=92187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 18:22:21.008066 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:21.008849 dv-cinder-792299-4-smb neutron-server[92187]: INFO neutron.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Neutron service started, listening on 0.0.0.0:9696 May 27 18:22:21.009471 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Notify callbacks [] for process, before_spawn {{(pid=92187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:21.009568 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [-] (92296) wsgi starting up on http://0.0.0.0:9696 May 27 18:22:21.012373 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:21.012841 dv-cinder-792299-4-smb neutron-server[92187]: INFO oslo_service.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Starting 1 workers May 27 18:22:21.013707 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [-] (92297) wsgi starting up on http://0.0.0.0:9696 May 27 18:22:21.017564 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Started child 92298 {{(pid=92187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 18:22:21.018074 dv-cinder-792299-4-smb neutron-server[92187]: INFO oslo_service.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Starting 1 workers May 27 18:22:21.020866 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] calling RpcWorker wait() {{(pid=92298) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 18:22:21.021397 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] returning from RpcWorker wait() {{(pid=92298) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 18:22:21.022388 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Started child 92299 {{(pid=92187) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 18:22:21.022697 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:21.023140 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG neutron_lib.callbacks.manager [None req-51f5c04c-4ec5-4f27-8fea-cce2d77cbfe0 None None] Notify callbacks [] for process, after_spawn {{(pid=92187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:21.023250 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:22:21.025068 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 18:22:21.025282 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 18:22:21.025471 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 18:22:21.025692 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 18:22:21.026633 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 18:22:21.026804 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 18:22:21.027304 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.027638 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.027930 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.028197 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.028287 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:21.028728 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.029049 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.029311 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.029563 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.029841 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.030109 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.030286 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.030453 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.030695 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.030959 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.031274 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.031558 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.031808 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.032084 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.032275 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.032538 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.032800 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.033029 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.033300 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] debug = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.033565 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.034033 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.034259 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.034500 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.034751 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.035025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.035293 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.035607 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.035853 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.036076 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.036314 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.036569 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.036813 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.037039 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.037281 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.037525 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.037744 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.038220 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] host = dv-cinder-792299-4-smb {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.038485 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.038705 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.038964 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.039212 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.039506 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.039732 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.039998 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.040261 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.040521 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.040770 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.041022 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.041281 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.041555 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.042358 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.042528 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_options = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.042753 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.043033 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.043303 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.043528 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.043688 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.043933 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.044608 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.044777 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.045046 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.045289 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.045511 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.045735 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.045973 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.046191 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.046452 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.046686 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.046925 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.047173 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.047391 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.047636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.047887 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.048116 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.048357 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.048594 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.048833 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.049054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.049284 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.049506 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.049723 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.050010 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.050228 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.050500 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.050750 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.051811 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.051811 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.051811 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.051811 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.052083 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.052279 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.052525 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.052751 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.053170 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.053393 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.053644 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.053865 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.053959 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:22:21.054114 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_json = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.054331 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.054574 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.054809 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.055050 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.055290 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.055531 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.055751 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.055990 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.056417 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.056703 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.057005 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.057791 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.058080 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.058310 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.058572 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.058811 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.059047 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.059281 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.059626 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.059869 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.060148 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.060388 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.073201 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.074373 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.075351 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076117 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.076714 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077335 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.077950 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.078583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.080457 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081025 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081527 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081527 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081678 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.081857 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.082109 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.082356 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.082582 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.082859 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.083097 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.083450 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.083638 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.083858 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.084144 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.084382 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.084654 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.084875 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.085139 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.085441 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.085734 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.086005 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.086271 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.086527 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.086804 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.087037 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.087326 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.087606 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.087856 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.088097 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.088383 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.088662 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.088974 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.089189 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.089421 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.089830 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.089970 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.090161 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.090559 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.090664 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.090890 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.091125 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.091636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.091636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.091893 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.092145 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.092397 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.092611 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.092819 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.093071 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.093289 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.093504 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.093734 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.093978 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.094199 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.094428 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.094682 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.094917 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.095141 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.095401 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.095640 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.095858 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.096106 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.096316 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.096543 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.096784 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.097020 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.097242 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.097460 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.097677 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.097922 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.098148 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.098408 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.098689 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.098907 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.099165 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.099446 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.099716 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.099951 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.100216 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.100436 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.100667 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.100880 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.101098 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.101321 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.101545 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.101767 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.102002 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.102253 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.102463 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.102790 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.103034 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.103265 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.103523 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.103743 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.104708 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.105550 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.105804 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.106028 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.106247 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.106464 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.106737 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.107006 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.107226 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.107489 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.107934 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.108152 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.108367 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.108580 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.108870 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.109113 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.109348 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.109585 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.109859 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.110110 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.110258 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.110469 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.110683 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.110914 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.111181 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.111412 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.111649 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.111866 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.115529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116062 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116540 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116540 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116540 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116725 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.116941 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.117155 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.117378 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.117633 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.117940 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.118243 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.118529 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.118783 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.119058 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.119394 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.119669 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.120436 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.120906 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.121251 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.121568 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.121839 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.122070 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.122372 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.122596 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.122813 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.123032 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.123270 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.123510 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.123751 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.123981 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.124230 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.124448 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.124675 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.124910 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.125135 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.125367 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.125588 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.125825 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.125983 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 18:22:21.126569 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92187) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 18:22:21.126732 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 18:22:21.126888 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 18:22:21.127086 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 18:22:21.127287 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 18:22:21.127466 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 18:22:21.127674 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.127838 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.127999 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.128160 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.128318 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.128499 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.128661 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.128819 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.128978 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.129196 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.129304 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.129440 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.129597 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.129755 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.129914 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.130072 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.130229 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.130387 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.130552 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.130710 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.130868 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.131026 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.131184 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] debug = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.131342 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.131541 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.131789 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.131955 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.132113 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.132272 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.132430 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.132598 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.132736 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.132893 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.133053 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.133218 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.133415 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.133577 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.133766 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.133895 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.134053 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.134211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] host = dv-cinder-792299-4-smb {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.134368 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.134526 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.134683 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.134840 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.135002 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.135165 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.135344 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.135546 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.135672 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.135944 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.135944 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.136210 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.136342 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.136474 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.136614 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_options = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.136755 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.136905 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.137044 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.137164 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.137491 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.137655 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.137831 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.137831 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.138195 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.138195 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.138474 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.138474 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.138735 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.138735 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.139106 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.139106 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.139574 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.139574 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.139574 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.144264 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145054 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.145636 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_json = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146211 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.146855 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147403 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.147938 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.148650 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.148650 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.148650 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.148650 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.148968 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.148968 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.149119 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.149208 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.149286 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.149445 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.149618 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.149753 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.149914 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.150077 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.150262 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.150422 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.150584 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.150747 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.150930 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.151095 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.151256 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.151438 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.151602 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.151764 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.151926 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.152088 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.152249 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.152409 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.152580 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.152741 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.152901 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.153061 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.153222 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.153383 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.153543 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.153704 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.153864 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.154024 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.154185 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.154356 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.154517 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.154678 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.154838 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.154999 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.155160 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.155320 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.155515 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.155680 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.155899 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.156063 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.156225 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.156386 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.156547 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.156709 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.156870 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.157032 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.157194 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.157357 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.157518 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.157679 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.157842 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.158004 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.158173 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.158365 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.158513 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.158673 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.158835 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.158996 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.159157 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.159321 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.159505 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.159736 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.159837 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.159979 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.160139 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.160302 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.160463 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.160624 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.160785 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.160945 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.161105 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.161266 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.161429 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.161589 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.161750 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.162011 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.162160 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.162250 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.162416 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.162586 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.162749 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.162914 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.163075 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.163242 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.163435 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.163599 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.163761 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.163923 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.164084 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.164322 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.164489 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.164650 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.164813 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.164975 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.165136 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.165305 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.165477 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.165640 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.166009 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.166009 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.166254 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.166337 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.166460 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.167188 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.167427 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.167580 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.167742 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.167981 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.168168 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.168330 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.168492 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.168655 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.168820 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.168977 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.169156 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.169288 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.169696 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.169908 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.170034 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.170157 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.170307 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.170469 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.170630 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.170791 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.170952 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.171113 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.171273 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.171459 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.171621 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.171783 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.171944 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.172104 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.172266 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.172428 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.172589 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.172751 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.172911 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.173119 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.173282 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.173446 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.173608 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.173773 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.173934 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.174096 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.174260 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.174422 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.174585 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.174748 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.174908 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.175071 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.175234 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.175418 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.175583 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.175745 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.175908 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.176088 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.176251 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.176413 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.176573 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.176734 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.176976 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.177127 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.177216 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.177352 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.177512 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.177673 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.177836 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.177999 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.178161 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.178321 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.178485 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.178645 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.178805 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.178979 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.179137 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.179339 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.179490 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.179676 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.179844 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.180018 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.180177 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.180338 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.180499 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.180660 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.180814 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.180978 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.181138 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.181298 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.181458 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.181627 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.181787 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.181949 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.182109 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.182339 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.182511 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.182672 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.182832 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.183029 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.183247 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.183449 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.183617 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.183781 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.183951 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.184112 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.184271 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.184455 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.184599 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.184785 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.185068 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.185219 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.185346 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.185480 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.185604 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.185715 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.185887 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.186055 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.186223 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.186393 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.186562 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.186733 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.186895 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.187061 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.187234 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.187414 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.187578 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.187738 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.187899 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.187985 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:22:21.188069 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.188207 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.188367 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.188527 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.188688 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.188848 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.189009 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.189169 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.189331 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.189491 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.189652 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.189869 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.189960 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.190130 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.190252 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 18:22:21.190405 dv-cinder-792299-4-smb neutron-server[92187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92187) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 18:22:21.390133 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36178) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:22:21.398615 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063572 May 27 18:22:32.435803 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77492e69-20d3-4213-ba16-2bd390066546 None None] get_active_networks_info from dv-cinder-792299-4-smb {{(pid=92298) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 27 18:22:32.496753 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77492e69-20d3-4213-ba16-2bd390066546 None None] No non-hosted networks {{(pid=92298) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 18:22:32.510642 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.agentschedulers_db [None req-77492e69-20d3-4213-ba16-2bd390066546 None None] DHCP Agent not found on host dv-cinder-792299-4-smb {{(pid=92298) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 27 18:22:32.645764 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b4b386dd-f686-438e-a827-fa3eaf475c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327'] for agent, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:34.820146 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327'] for agent, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:34.821489 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.822039 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.822748 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.823297 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.823873 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.824423 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.824973 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.825555 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.826059 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.826570 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.827063 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.827584 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:34.828158 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792299-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:22:34.837188 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792299-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:22:35.050068 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-0cd938e3-ed68-4bd7-b7d1-35cce74d421c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327'] for agent, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:35.101539 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.db.api [None req-cf3d0358-e03a-4a04-86c8-1e0605433c60 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-792299-4-smb {{(pid=92298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 18:22:35.102413 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_db.api [None req-cf3d0358-e03a-4a04-86c8-1e0605433c60 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 18:22:35.748891 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-cf3d0358-e03a-4a04-86c8-1e0605433c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:36.043167 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327'] for agent, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:37.631119 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327'] for agent, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:39.109478 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36270) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:22:39.689376 dv-cinder-792299-4-smb neutron-server[92297]: WARNING oslo_policy.policy [None req-940e0a7e-9750-4d0c-8da2-5c7010a356e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:22:39.689983 dv-cinder-792299-4-smb neutron-server[92297]: WARNING oslo_policy.policy [None req-940e0a7e-9750-4d0c-8da2-5c7010a356e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:22:39.912714 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [None req-940e0a7e-9750-4d0c-8da2-5c7010a356e6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:22:39.913766 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-940e0a7e-9750-4d0c-8da2-5c7010a356e6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8033690 May 27 18:22:41.977962 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.db.l3_hamode_db [None req-3ffcdba6-5b35-4861-87d9-2057b4578d18 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 18:22:42.067391 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcdba6-5b35-4861-87d9-2057b4578d18 None None] Routers set() bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:22:42.067759 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcdba6-5b35-4861-87d9-2057b4578d18 None None] Router IDs set() for agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 27 18:22:42.278700 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36284) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:22:42.640928 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:22:42.740599 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.policy [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92297) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 18:22:42.785646 dv-cinder-792299-4-smb neutron-server[92297]: WARNING oslo_policy.policy [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:22:42.786022 dv-cinder-792299-4-smb neutron-server[92297]: WARNING oslo_policy.policy [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:22:42.795170 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.quota [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] Loaded quota_driver: . May 27 18:22:42.810122 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:22:42.951237 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776844340375', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776844339958', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776844349648', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776844356708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776844366561', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776844372291', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1537686', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1571604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-473880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-581565'] for rbac-policy, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:43.294200 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:43.295692 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-da347cf0-1d3d-43e7-9e62-baf70b504569 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0159850 May 27 18:22:45.950531 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36298) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:22:46.308227 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Request body: {'network': {'project_id': '738cd51949944186ab38abe816bb0a38', 'admin_state_up': True, 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'name': 'private'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:22:46.313260 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:22:46.320208 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Usage tracker for resource:network and tenant:738cd51949944186ab38abe816bb0a38 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:22:46.326706 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:22:46.335441 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:22:46.385331 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Made reservation on behalf of 738cd51949944186ab38abe816bb0a38 for: {'network': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:22:46.388180 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.406642 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.425042 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:22:46.425042 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Usage tracker for resource:security_group_rule and tenant:738cd51949944186ab38abe816bb0a38 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:22:46.429790 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:22:46.435624 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:22:46.530111 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.573566 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.579080 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:46.597708 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=92297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:22:46.623150 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776842158318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.623777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Unsubscribe: segment precommit_create {{(pid=92297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 18:22:46.624291 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.segments_db [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Added segment 1d6ae313-d208-4451-965e-62e03be67681 of type vlan for network 021e1b3b-1481-43ec-ab35-bfd291047ab6 May 27 18:22:46.675868 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a731c8f-f309-4fa2-a830-fe77f296473f,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:22:46.691682 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.692016 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.692343 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.692664 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.692981 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.693298 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.693609 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.693918 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.694243 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.694554 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.694859 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.695164 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Tracked resource versions report: May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: pushed versions: May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: { 'AddressGroup': {'1.2'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'ConntrackHelper': {'1.0'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Log': {'1.0'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Network': {'1.1'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Port': {'1.7'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'PortForwarding': {'1.2'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'QosPolicy': {'1.8'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroup': {'1.4'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroupRule': {'1.2'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'SubPort': {'1.0'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Subnet': {'1.1'}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Trunk': {'1.1'}} May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: consumer versions: May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'ConntrackHelper': '1.0', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Log': '1.0', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Network': '1.1', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Port': '1.7', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'PortForwarding': '1.2', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'QosPolicy': '1.8', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroup': '1.4', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroupRule': '1.2', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'SubPort': '1.0', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Subnet': '1.1', May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: 'Trunk': '1.1'}} May 27 18:22:46.696241 dv-cinder-792299-4-smb neutron-server[92297]: {{(pid=92297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:22:46.744024 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.755638 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:46.836856 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.839435 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:22:46.840074 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:46.844538 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:46.953146 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Pushing event updated for resources: {'Network': ['ID=021e1b3b-1481-43ec-ab35-bfd291047ab6,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:22:46.956483 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:46.964624 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:22:46.980560 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0290129 May 27 18:22:49.662921 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36314) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:22:50.115562 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e796f3-1808-46f7-91e4-e87204d89ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:22:50.116827 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a0e796f3-1808-46f7-91e4-e87204d89ec2 admin admin] 10.222.0.36 "GET /v2.0/networks/021e1b3b-1481-43ec-ab35-bfd291047ab6 HTTP/1.1" status: 200 len: 825 time: 0.4529502 May 27 18:22:50.144183 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d9ac77f8-b782-4c68-8962-acc7265c1a47 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/4271911c-ff9d-4d0e-af18-9720f5d260f8 HTTP/1.1" status: 200 len: 734 time: 0.0219264 May 27 18:22:50.153179 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'ip_version': 4, 'subnetpool_id': '4271911c-ff9d-4d0e-af18-9720f5d260f8', 'tenant_id': '738cd51949944186ab38abe816bb0a38'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:22:50.157333 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:22:50.161205 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Usage tracker for resource:subnet and tenant:738cd51949944186ab38abe816bb0a38 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:22:50.164055 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:22:50.170813 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:22:50.219477 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Made reservation on behalf of 738cd51949944186ab38abe816bb0a38 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:22:50.221745 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:50.739482 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:50.743302 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:50.825023 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93690b89-7816-4c5c-9b2a-47efe783643e,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:22:50.826964 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Checking segment: {'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:22:50.827329 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Network hostable DHCP agents. Network: 021e1b3b-1481-43ec-ab35-bfd291047ab6, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:22:50.832625 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:50.887841 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:22:50.956679 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 021e1b3b-1481-43ec-ab35-bfd291047ab6) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:22:50.961198 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:22:50.961784 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:50.966622 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cd14a2-6d53-46d0-b2b6-926f99077e48 None None] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:22:51.032244 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-13e971a8-5462-49d8-bec0-bf83090142a0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8829656 May 27 18:22:51.294563 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-021e1b3b-1481-43ec-ab35-bfd291047ab6', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'fixed_ips': [{'subnet_id': '93690b89-7816-4c5c-9b2a-47efe783643e'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:22:51.296063 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:51.485555 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Allocated IP 172.20.0.2 (021e1b3b-1481-43ec-ab35-bfd291047ab6/93690b89-7816-4c5c-9b2a-47efe783643e/12c1f442-1db0-4a96-b70d-e0eeab30abfe) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:22:51.719395 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:51.732680 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Transition to ACTIVE for port object 12c1f442-1db0-4a96-b70d-e0eeab30abfe will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:22:51.755100 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Transition to ACTIVE for port object 12c1f442-1db0-4a96-b70d-e0eeab30abfe will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:22:51.808733 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:51.813508 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:51.877204 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:22:51.879754 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:22:51.884742 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Pushing event updated for resources: {'Port': ['ID=12c1f442-1db0-4a96-b70d-e0eeab30abfe,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:22:51.886930 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:22:51.925048 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.925380 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.925707 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.926027 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.926342 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.926657 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.926967 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.927275 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.927609 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.927916 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.928227 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.928535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Tracked resource versions report: May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: pushed versions: May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: { 'AddressGroup': {'1.2'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'ConntrackHelper': {'1.0'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Log': {'1.0'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Network': {'1.1'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Port': {'1.7'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'PortForwarding': {'1.2'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'QosPolicy': {'1.8'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroup': {'1.4'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroupRule': {'1.2'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'SubPort': {'1.0'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Subnet': {'1.1'}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Trunk': {'1.1'}} May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: consumer versions: May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'ConntrackHelper': '1.0', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Log': '1.0', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Network': '1.1', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Port': '1.7', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'PortForwarding': '1.2', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'QosPolicy': '1.8', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroup': '1.4', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroupRule': '1.2', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'SubPort': '1.0', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Subnet': '1.1', May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: 'Trunk': '1.1'}} May 27 18:22:51.929603 dv-cinder-792299-4-smb neutron-server[92298]: {{(pid=92298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:22:51.962920 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:51.987588 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Attempting to bind port 12c1f442-1db0-4a96-b70d-e0eeab30abfe on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:22:51.988186 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Attempting to bind port 12c1f442-1db0-4a96-b70d-e0eeab30abfe by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:22:51.988328 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Attempting to bind port 12c1f442-1db0-4a96-b70d-e0eeab30abfe on network 021e1b3b-1481-43ec-ab35-bfd291047ab6 {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:22:51.994151 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:22:51.994567 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Checking segment: {'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:22:51.995032 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:51.995440 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Bound using segment: {'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:22:51.995979 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Bound port: 12c1f442-1db0-4a96-b70d-e0eeab30abfe, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:22:51.996348 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:52.081995 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] For port 12c1f442-1db0-4a96-b70d-e0eeab30abfe, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:22:52.085832 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] For port 12c1f442-1db0-4a96-b70d-e0eeab30abfe, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=12c1f442-1db0-4a96-b70d-e0eeab30abfe,segment=NetworkSegment(1d6ae313-d208-4451-965e-62e03be67681),segment_id=1d6ae313-d208-4451-965e-62e03be67681)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:22:52.134503 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:52.138565 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:52.223590 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Pushing event updated for resources: {'Port': ['ID=12c1f442-1db0-4a96-b70d-e0eeab30abfe,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:22:52.226610 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:53.474790 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36324) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:22:53.859402 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [None req-4439248d-cb1f-42c9-bccf-260e09d690a0 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:22:53.875394 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-4439248d-cb1f-42c9-bccf-260e09d690a0 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3845897 May 27 18:22:56.235216 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 36334) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:22:56.807452 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 12c1f442-1db0-4a96-b70d-e0eeab30abfe up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:22:56.861470 dv-cinder-792299-4-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-8ede3d3c-86d1-4658-a9ec-c80750d51dbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:22:56.862066 dv-cinder-792299-4-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-8ede3d3c-86d1-4658-a9ec-c80750d51dbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:22:56.939559 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 12c1f442-1db0-4a96-b70d-e0eeab30abfe completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:22:57.089525 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [None req-8ede3d3c-86d1-4658-a9ec-c80750d51dbc admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:22:57.090704 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-8ede3d3c-86d1-4658-a9ec-c80750d51dbc admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8535156 May 27 18:22:57.792224 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e29388-7d6f-4083-8acc-12c4cdd5375d None None] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:22:57.954189 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Provisioning for port 12c1f442-1db0-4a96-b70d-e0eeab30abfe completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:22:57.962521 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Provisioning complete for port 12c1f442-1db0-4a96-b70d-e0eeab30abfe triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:22:57.962916 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:58.145593 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:58.184440 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] For port 12c1f442-1db0-4a96-b70d-e0eeab30abfe, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=12c1f442-1db0-4a96-b70d-e0eeab30abfe,segment=NetworkSegment(1d6ae313-d208-4451-965e-62e03be67681),segment_id=1d6ae313-d208-4451-965e-62e03be67681)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:22:58.225336 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:58.228827 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:22:58.305178 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Pushing event updated for resources: {'Port': ['ID=12c1f442-1db0-4a96-b70d-e0eeab30abfe,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:22:58.308533 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:22:58.345912 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-0fac2a7b-ad2a-41e0-ad49-b2db0a463675 None None] Provisioning complete for port 12c1f442-1db0-4a96-b70d-e0eeab30abfe triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:22:58.346283 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-0fac2a7b-ad2a-41e0-ad49-b2db0a463675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:58.785483 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 12c1f442-1db0-4a96-b70d-e0eeab30abfe up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:22:58.855858 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 12c1f442-1db0-4a96-b70d-e0eeab30abfe triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:22:58.856221 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:22:59.741760 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36354) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:23:00.092381 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '738cd51949944186ab38abe816bb0a38'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:23:00.097033 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:23:00.100733 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Usage tracker for resource:router and tenant:738cd51949944186ab38abe816bb0a38 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:23:00.104790 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:23:00.110547 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:23:00.197278 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:00.198775 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:00.219954 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:00.380115 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:00.459453 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:00.460564 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-673a34b3-128e-4c87-82b5-88b6f2372638 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7178476 May 27 18:23:02.379299 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-07b821ae-0f8d-41c0-a739-5fd02adbe111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:02.829173 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 36364) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:23:03.199927 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [None req-19f3a5ec-e0c0-4975-80bd-3e1ce9fed04c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:23:03.200911 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-19f3a5ec-e0c0-4975-80bd-3e1ce9fed04c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3708279 May 27 18:23:04.848131 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:05.036534 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1fc50c5e-b8fb-4275-84e8-992ab29e533b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:05.577028 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 36374) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:23:05.949080 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:23:05.950555 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.quota [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Loaded quota_driver: . May 27 18:23:05.966769 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:23:05.973297 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Usage tracker for resource:network and tenant:644b745778b44296ab7f3b8618007e03 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:23:05.978254 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:23:05.985719 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:23:06.002047 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.122224 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Made reservation on behalf of 644b745778b44296ab7f3b8618007e03 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:23:06.205462 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.policy [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92296) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 18:23:06.252193 dv-cinder-792299-4-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:23:06.252505 dv-cinder-792299-4-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 18:23:06.262802 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.283070 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.297844 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:23:06.301533 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Usage tracker for resource:security_group_rule and tenant:644b745778b44296ab7f3b8618007e03 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:23:06.304702 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:23:06.310451 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:23:06.407570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.438217 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.443863 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:06.456458 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Reserving flat network on physical network physnet1 {{(pid=92296) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 18:23:06.492109 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776842158318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.492743 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Unsubscribe: segment precommit_create {{(pid=92296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 18:23:06.493237 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Added segment 6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0 of type flat for network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe May 27 18:23:06.546902 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a1d02-91e0-433a-afc7-568de9b95e82,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:06.564078 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.564413 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.564740 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.565059 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.565375 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.565691 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.566005 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.566315 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.566642 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.566999 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.567305 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.567642 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Tracked resource versions report: May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: pushed versions: May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: { 'AddressGroup': {'1.2'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'ConntrackHelper': {'1.0'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Log': {'1.0'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Network': {'1.1'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Port': {'1.7'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'PortForwarding': {'1.2'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'QosPolicy': {'1.8'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroup': {'1.4'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroupRule': {'1.2'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'SubPort': {'1.0'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Subnet': {'1.1'}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Trunk': {'1.1'}} May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: consumer versions: May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'ConntrackHelper': '1.0', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Log': '1.0', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Network': '1.1', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Port': '1.7', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'PortForwarding': '1.2', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'QosPolicy': '1.8', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroup': '1.4', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroupRule': '1.2', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'SubPort': '1.0', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Subnet': '1.1', May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: 'Trunk': '1.1'}} May 27 18:23:06.568688 dv-cinder-792299-4-smb neutron-server[92296]: {{(pid=92296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:23:06.609530 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:06.624898 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.727726 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.729862 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:23:06.730513 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:06.735469 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:06.840457 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Pushing event updated for resources: {'Network': ['ID=7dfc4e37-b36c-4130-ad8a-0d67692a43fe,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:06.844104 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:06.850826 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:23:06.888737 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3106146 May 27 18:23:07.579527 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:09.232297 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 36400) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:23:09.451078 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c10b8-3b41-4342-84dc-ce427207db10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:23:09.452407 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d74c10b8-3b41-4342-84dc-ce427207db10 admin admin] 10.222.0.36 "GET /v2.0/subnets/93690b89-7816-4c5c-9b2a-47efe783643e HTTP/1.1" status: 200 len: 849 time: 0.2191923 May 27 18:23:09.629535 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f5910e6c-42f9-4b72-9eef-fb21936c1779 admin admin] 10.222.0.36 "GET /v2.0/routers/23ca1088-e648-463f-b489-2ddbcc76b932 HTTP/1.1" status: 200 len: 704 time: 0.1715305 May 27 18:23:10.115785 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:10.352357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Allocated IP 172.20.0.1 (021e1b3b-1481-43ec-ab35-bfd291047ab6/93690b89-7816-4c5c-9b2a-47efe783643e/17b12d1c-c6dd-4f01-9ffe-b810175dc585) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:23:10.509514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:10.527282 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Transition to ACTIVE for port object 17b12d1c-c6dd-4f01-9ffe-b810175dc585 will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:23:10.620310 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:10.624805 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:10.690297 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:23:10.693156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:23:10.700244 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:23:10.700244 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:10.820659 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Pushing event updated for resources: {'Port': ['ID=17b12d1c-c6dd-4f01-9ffe-b810175dc585,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:10.838761 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:11.007640 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a51dfd6e-22c0-4720-a564-62ab041e5266 None None] Provisioning for port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:23:11.012420 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a51dfd6e-22c0-4720-a564-62ab041e5266 None None] Provisioning complete for port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:23:11.012794 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a51dfd6e-22c0-4720-a564-62ab041e5266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:11.032813 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:11.070761 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a51dfd6e-22c0-4720-a564-62ab041e5266 None None] Port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:23:11.299742 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:11.339206 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:11.340259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:11.344250 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:11.472120 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Pushing event updated for resources: {'Port': ['ID=17b12d1c-c6dd-4f01-9ffe-b810175dc585,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:11.474986 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:11.532795 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:23:11.533816 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:23:11.697533 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a0389494-4c48-4463-8865-9f241cd7400f None None] Provisioning complete for port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:23:11.697962 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a0389494-4c48-4463-8865-9f241cd7400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:11.752141 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a0389494-4c48-4463-8865-9f241cd7400f None None] Port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:23:11.768295 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Router 23ca1088-e648-463f-b489-2ddbcc76b932 is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:23:11.920671 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:23:11.929608 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] 10.222.0.36 "PUT /v2.0/routers/23ca1088-e648-463f-b489-2ddbcc76b932/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2952003 May 27 18:23:11.930018 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Sync routers for ids ['23ca1088-e648-463f-b489-2ddbcc76b932'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:23:11.941012 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Routers {'23ca1088-e648-463f-b489-2ddbcc76b932'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:23:11.941852 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:23:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['23ca1088-e648-463f-b489-2ddbcc76b932'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:12.118271 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Set router 23ca1088-e648-463f-b489-2ddbcc76b932 gateway port host: None {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:23:12.482661 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'name': 'router1', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:23:00Z', 'updated_at': '2021-05-27T18:23:10Z', 'revision_number': 2, 'project_id': '738cd51949944186ab38abe816bb0a38', 'gw_port_host': None, '_interfaces': [{'id': '17b12d1c-c6dd-4f01-9ffe-b810175dc585', 'name': '', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'mac_address': 'fa:16:3e:fb:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:10Z', 'updated_at': '2021-05-27T18:23:11Z', 'revision_number': 2, 'project_id': '738cd51949944186ab38abe816bb0a38', 'subnets': [{'id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4271911c-ff9d-4d0e-af18-9720f5d260f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:12.487514 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Checking router: 23ca1088-e648-463f-b489-2ddbcc76b932 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:23:12.487898 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Updating router 23ca1088-e648-463f-b489-2ddbcc76b932 port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:23:12.542672 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:12.923658 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:12.939231 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Transition to ACTIVE for port object 17b12d1c-c6dd-4f01-9ffe-b810175dc585 will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:23:12.984696 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:12.989655 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:13.186182 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Pushing event updated for resources: {'Port': ['ID=17b12d1c-c6dd-4f01-9ffe-b810175dc585,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:13.210408 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.210740 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.211067 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.211406 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.211727 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.212559 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.212896 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.213207 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.213518 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.213829 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.214138 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.214443 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Tracked resource versions report: May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: pushed versions: May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: { 'AddressGroup': {'1.2'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'ConntrackHelper': {'1.0'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Log': {'1.0'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Network': {'1.1'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Port': {'1.7'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'PortForwarding': {'1.2'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'QosPolicy': {'1.8'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroup': {'1.4'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroupRule': {'1.2'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'SubPort': {'1.0'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Subnet': {'1.1'}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Trunk': {'1.1'}} May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: consumer versions: May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'ConntrackHelper': '1.0', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Log': '1.0', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Network': '1.1', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Port': '1.7', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'PortForwarding': '1.2', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'QosPolicy': '1.8', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroup': '1.4', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroupRule': '1.2', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'SubPort': '1.0', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Subnet': '1.1', May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: 'Trunk': '1.1'}} May 27 18:23:13.215547 dv-cinder-792299-4-smb neutron-server[92299]: {{(pid=92299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:23:13.222624 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:13.226518 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Attempting to bind port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:23:13.226919 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Attempting to bind port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:23:13.227357 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Attempting to bind port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 on network 021e1b3b-1481-43ec-ab35-bfd291047ab6 {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:23:13.233477 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:23:13.233891 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Checking segment: {'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:23:13.234359 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:13.234741 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Bound using segment: {'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:23:13.235277 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Bound port: 17b12d1c-c6dd-4f01-9ffe-b810175dc585, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6ae313-d208-4451-965e-62e03be67681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:23:13.235684 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:13.321645 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] For port 17b12d1c-c6dd-4f01-9ffe-b810175dc585, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:23:13.325605 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] For port 17b12d1c-c6dd-4f01-9ffe-b810175dc585, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=17b12d1c-c6dd-4f01-9ffe-b810175dc585,segment=NetworkSegment(1d6ae313-d208-4451-965e-62e03be67681),segment_id=1d6ae313-d208-4451-965e-62e03be67681)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:23:13.396806 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:13.402320 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:13.478934 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Routers {'23ca1088-e648-463f-b489-2ddbcc76b932'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:23:13.479589 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:23:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['23ca1088-e648-463f-b489-2ddbcc76b932'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:13.644924 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Pushing event updated for resources: {'Port': ['ID=17b12d1c-c6dd-4f01-9ffe-b810175dc585,revision_number=4']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:13.648544 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:13.682194 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] Set router 23ca1088-e648-463f-b489-2ddbcc76b932 gateway port host: None {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:23:14.016877 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'name': 'router1', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:23:00Z', 'updated_at': '2021-05-27T18:23:10Z', 'revision_number': 2, 'project_id': '738cd51949944186ab38abe816bb0a38', 'gw_port_host': None, '_interfaces': [{'id': '17b12d1c-c6dd-4f01-9ffe-b810175dc585', 'name': '', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'mac_address': 'fa:16:3e:fb:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:10Z', 'updated_at': '2021-05-27T18:23:13Z', 'revision_number': 4, 'project_id': '738cd51949944186ab38abe816bb0a38', 'subnets': [{'id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4271911c-ff9d-4d0e-af18-9720f5d260f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:14.021105 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485af987-d80c-4299-9261-c7ea9113c5e5 None None] The sync data for ids ['23ca1088-e648-463f-b489-2ddbcc76b932'] in dv-cinder-792299-4-smb is: [{'id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'name': 'router1', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:23:00Z', 'updated_at': '2021-05-27T18:23:10Z', 'revision_number': 2, 'project_id': '738cd51949944186ab38abe816bb0a38', 'gw_port_host': None, '_interfaces': [{'id': '17b12d1c-c6dd-4f01-9ffe-b810175dc585', 'name': '', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'mac_address': 'fa:16:3e:fb:16:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:10Z', 'updated_at': '2021-05-27T18:23:13Z', 'revision_number': 4, 'project_id': '738cd51949944186ab38abe816bb0a38', 'subnets': [{'id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4271911c-ff9d-4d0e-af18-9720f5d260f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:23:14.076059 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:23:14.118378 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 36422) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:23:14.265769 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1d08fb-6175-4132-a467-6c114e47aba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:23:14.266330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8b1d08fb-6175-4132-a467-6c114e47aba9 admin admin] Synchronizing usage tracker for tenant:644b745778b44296ab7f3b8618007e03 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:23:14.322032 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8b1d08fb-6175-4132-a467-6c114e47aba9 admin admin] Unset dirty status for tenant:644b745778b44296ab7f3b8618007e03 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:23:14.323035 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-8b1d08fb-6175-4132-a467-6c114e47aba9 admin admin] 10.222.0.36 "GET /v2.0/networks/7dfc4e37-b36c-4130-ad8a-0d67692a43fe HTTP/1.1" status: 200 len: 842 time: 0.2036817 May 27 18:23:14.332342 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Request body: {'subnet': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:23:14.337789 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:23:14.341816 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Usage tracker for resource:subnet and tenant:644b745778b44296ab7f3b8618007e03 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:23:14.344734 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:23:14.350884 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:23:14.436218 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Made reservation on behalf of 644b745778b44296ab7f3b8618007e03 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:23:14.438443 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:14.915787 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.objects.ports [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92296) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 27 18:23:14.916237 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:14.920761 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:14.996366 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d6432c-6fde-4a90-bd4c-1a4963798085,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:15.000580 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:23:15.000922 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Network hostable DHCP agents. Network: 7dfc4e37-b36c-4130-ad8a-0d67692a43fe, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:23:15.004612 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:15.157067 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:23:15.242073 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 7dfc4e37-b36c-4130-ad8a-0d67692a43fe) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:23:15.247036 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:23:15.247723 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:15.251929 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768c40e-668f-4ff5-8f8a-b44f798639b9 None None] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:23:15.346427 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0176077 May 27 18:23:15.449722 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f006b-e937-4750-8305-62ef3a6e2d5e None None] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:23:16.830713 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 17b12d1c-c6dd-4f01-9ffe-b810175dc585 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:23:16.962225 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:23:16.968366 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:23:16.968746 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:17.089498 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:17.123819 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 17b12d1c-c6dd-4f01-9ffe-b810175dc585, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=17b12d1c-c6dd-4f01-9ffe-b810175dc585,segment=NetworkSegment(1d6ae313-d208-4451-965e-62e03be67681),segment_id=1d6ae313-d208-4451-965e-62e03be67681)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:23:17.179737 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:17.183763 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:17.267241 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=17b12d1c-c6dd-4f01-9ffe-b810175dc585,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:17.270300 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:17.611674 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 36436) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:23:17.853987 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-85442e84-8bd6-4b77-89bd-cca1b82e727b admin admin] 10.222.0.36 "GET /v2.0/routers/23ca1088-e648-463f-b489-2ddbcc76b932 HTTP/1.1" status: 200 len: 710 time: 0.2412055 May 27 18:23:17.984312 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea7d4c-66c5-456b-99f0-5f8f4f946cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:23:17.985634 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-55ea7d4c-66c5-456b-99f0-5f8f4f946cee admin admin] 10.222.0.36 "GET /v2.0/networks/7dfc4e37-b36c-4130-ad8a-0d67692a43fe HTTP/1.1" status: 200 len: 886 time: 0.1265731 May 27 18:23:17.995323 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:23:18.435193 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:18.810781 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 17b12d1c-c6dd-4f01-9ffe-b810175dc585 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:23:18.863186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:18.879234 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:23:18.879649 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:18.920466 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:19.059632 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Allocated IP 172.28.0.48 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/7a241cac-3dd2-48b9-9f2d-f5d7608ecb07) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:23:19.251534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:19.350576 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:19.354852 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:19.418668 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:23:19.421672 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:23:19.424978 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:23:19.486855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Pushing event updated for resources: {'Port': ['ID=7a241cac-3dd2-48b9-9f2d-f5d7608ecb07,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:19.535804 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:19.895311 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:20.229443 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:20.232653 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-515639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-515584', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-514699'] for router, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:20.413041 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Router 23ca1088-e648-463f-b489-2ddbcc76b932 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:23:20.636505 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:23:20.644361 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:20.645525 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] 10.222.0.36 "PUT /v2.0/routers/23ca1088-e648-463f-b489-2ddbcc76b932 HTTP/1.1" status: 200 len: 889 time: 2.6544724 May 27 18:23:20.646343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Sync routers for ids ['23ca1088-e648-463f-b489-2ddbcc76b932'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:23:20.657070 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Routers {'23ca1088-e648-463f-b489-2ddbcc76b932'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:23:20.657730 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:23:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['23ca1088-e648-463f-b489-2ddbcc76b932'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:20.849740 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Set router 23ca1088-e648-463f-b489-2ddbcc76b932 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:23:21.218794 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'name': 'router1', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '7a241cac-3dd2-48b9-9f2d-f5d7608ecb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:23:00Z', 'updated_at': '2021-05-27T18:23:19Z', 'revision_number': 4, 'project_id': '738cd51949944186ab38abe816bb0a38', 'gw_port': {'id': '7a241cac-3dd2-48b9-9f2d-f5d7608ecb07', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:18Z', 'updated_at': '2021-05-27T18:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '17b12d1c-c6dd-4f01-9ffe-b810175dc585', 'name': '', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'mac_address': 'fa:16:3e:fb:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:10Z', 'updated_at': '2021-05-27T18:23:17Z', 'revision_number': 5, 'project_id': '738cd51949944186ab38abe816bb0a38', 'subnets': [{'id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4271911c-ff9d-4d0e-af18-9720f5d260f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:21.223648 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Checking router: 23ca1088-e648-463f-b489-2ddbcc76b932 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:23:21.224022 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Updating router 23ca1088-e648-463f-b489-2ddbcc76b932 port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:23:21.278644 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:21.603071 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:21.614602 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Transition to ACTIVE for port object 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:23:21.681762 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:21.685650 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:21.769219 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Attempting to bind port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:23:21.769582 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Attempting to bind port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:23:21.770052 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Attempting to bind port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:23:21.773402 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718c495-cd8c-4b14-a3a2-93f335378269 None None] Pushing event updated for resources: {'Port': ['ID=7a241cac-3dd2-48b9-9f2d-f5d7608ecb07,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:21.779808 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-7718c495-cd8c-4b14-a3a2-93f335378269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:21.780745 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:23:21.781122 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:23:21.781568 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:21.781958 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:23:21.782437 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Bound port: 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:23:21.783692 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:21.860916 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] For port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:23:21.864870 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] For port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=7a241cac-3dd2-48b9-9f2d-f5d7608ecb07,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:23:21.963690 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:21.968014 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-43e9c1e2-2634-4e2e-b208-f23df43c6576 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:22.057365 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718c495-cd8c-4b14-a3a2-93f335378269 None None] Pushing event updated for resources: {'Port': ['ID=7a241cac-3dd2-48b9-9f2d-f5d7608ecb07,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:22.059843 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Routers {'23ca1088-e648-463f-b489-2ddbcc76b932'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:23:22.060443 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:23:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['23ca1088-e648-463f-b489-2ddbcc76b932'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:22.122071 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-7718c495-cd8c-4b14-a3a2-93f335378269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:22.256954 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] Set router 23ca1088-e648-463f-b489-2ddbcc76b932 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:23:22.596089 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'name': 'router1', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '7a241cac-3dd2-48b9-9f2d-f5d7608ecb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:23:00Z', 'updated_at': '2021-05-27T18:23:19Z', 'revision_number': 4, 'project_id': '738cd51949944186ab38abe816bb0a38', 'gw_port': {'id': '7a241cac-3dd2-48b9-9f2d-f5d7608ecb07', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:18Z', 'updated_at': '2021-05-27T18:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '17b12d1c-c6dd-4f01-9ffe-b810175dc585', 'name': '', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'mac_address': 'fa:16:3e:fb:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:10Z', 'updated_at': '2021-05-27T18:23:17Z', 'revision_number': 5, 'project_id': '738cd51949944186ab38abe816bb0a38', 'subnets': [{'id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4271911c-ff9d-4d0e-af18-9720f5d260f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:23:22.599922 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e2f3f7-50ca-4507-a1ac-09ffb7c1896d None None] The sync data for ids ['23ca1088-e648-463f-b489-2ddbcc76b932'] in dv-cinder-792299-4-smb is: [{'id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'name': 'router1', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.48'}], 'enable_snat': True}, 'gw_port_id': '7a241cac-3dd2-48b9-9f2d-f5d7608ecb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:23:00Z', 'updated_at': '2021-05-27T18:23:19Z', 'revision_number': 4, 'project_id': '738cd51949944186ab38abe816bb0a38', 'gw_port': {'id': '7a241cac-3dd2-48b9-9f2d-f5d7608ecb07', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:18Z', 'updated_at': '2021-05-27T18:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '17b12d1c-c6dd-4f01-9ffe-b810175dc585', 'name': '', 'network_id': '021e1b3b-1481-43ec-ab35-bfd291047ab6', 'tenant_id': '738cd51949944186ab38abe816bb0a38', 'mac_address': 'fa:16:3e:fb:16:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ca1088-e648-463f-b489-2ddbcc76b932', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:23:10Z', 'updated_at': '2021-05-27T18:23:17Z', 'revision_number': 5, 'project_id': '738cd51949944186ab38abe816bb0a38', 'subnets': [{'id': '93690b89-7816-4c5c-9b2a-47efe783643e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4271911c-ff9d-4d0e-af18-9720f5d260f8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:23:22.834804 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:23:22.962387 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:23:22.968049 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:23:22.969198 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:23.095329 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:23.112649 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=7a241cac-3dd2-48b9-9f2d-f5d7608ecb07,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:23:23.112834 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 36446) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:23:23.197805 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:23.198721 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-7718c495-cd8c-4b14-a3a2-93f335378269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:23:23.235454 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1ac9d245-39d2-4c26-ac99-07cfa007d9cf admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1212101 May 27 18:23:23.268208 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=7a241cac-3dd2-48b9-9f2d-f5d7608ecb07,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:23:23.271291 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:23:24.802625 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:23:24.903071 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 7a241cac-3dd2-48b9-9f2d-f5d7608ecb07 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:23:24.903481 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:32.396060 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c671a52b-ff8c-40f6-a60c-5bff60455ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:34.767319 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:35.035941 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-2f8aaec5-ecb3-4bc6-8edf-efa59570d072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:35.990033 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:37.584481 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:23:51.075405 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:24:02.378487 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-8a0ff79c-5690-4e80-93ca-1bfcce743846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:04.824433 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:05.041450 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-89a7e3e2-e91b-4b72-a722-4f807d1db00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:05.989843 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:07.587014 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:28.077714 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:24:32.383499 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-0325ebff-e065-4e03-91ac-03c277650054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:34.766717 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:35.024591 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e6d0-58a2-440a-9bb0-6e4c2e1d6049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:35.983770 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:24:37.595323 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:00.225787 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37016) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:00.291597 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bb6bae-0faa-4644-b6ff-851f07c56729 admin admin] GET failed (client error): The resource could not be found. May 27 18:25:00.292840 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e8bb6bae-0faa-4644-b6ff-851f07c56729 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658438 May 27 18:25:00.422677 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b9f00-7039-4b1c-a54b-0099917ac62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:00.424064 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-392b9f00-7039-4b1c-a54b-0099917ac62b admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271856 May 27 18:25:02.389188 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a6a1f84b-d5a9-4374-9c5e-88718732e5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:02.536773 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37026) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:02.646656 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce95ad9d-c14a-426d-a27a-3e484d82c257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:02.647126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ce95ad9d-c14a-426d-a27a-3e484d82c257 admin admin] Synchronizing usage tracker for tenant:644b745778b44296ab7f3b8618007e03 on resource:subnet {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:25:02.720160 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ce95ad9d-c14a-426d-a27a-3e484d82c257 admin admin] Unset dirty status for tenant:644b745778b44296ab7f3b8618007e03 on resource:subnet {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:25:02.721303 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-ce95ad9d-c14a-426d-a27a-3e484d82c257 admin admin] 10.222.0.36 "GET /v2.0/subnets/93690b89-7816-4c5c-9b2a-47efe783643e HTTP/1.1" status: 200 len: 849 time: 0.1835949 May 27 18:25:02.731558 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:25:02.845461 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:03.086901 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776842146205'] for subnet, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:03.090425 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:25:03.142955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:03.142955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:03.144511 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] 10.222.0.36 "PUT /v2.0/subnets/93690b89-7816-4c5c-9b2a-47efe783643e HTTP/1.1" status: 200 len: 868 time: 0.4168348 May 27 18:25:03.146146 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23810aa0-7402-41dd-8f48-fe907ab9a8db None None] Network 021e1b3b-1481-43ec-ab35-bfd291047ab6 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:25:03.174396 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93690b89-7816-4c5c-9b2a-47efe783643e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:25:03.183120 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.183512 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.188601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:03.191316 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:25:03.585431 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-c2c5dd9b-335b-4cff-b4bc-37d3d031452f None None] Provisioning complete for port 17b12d1c-c6dd-4f01-9ffe-b810175dc585 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:25:03.585975 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd9b-335b-4cff-b4bc-37d3d031452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:03.710203 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-c2c5dd9b-335b-4cff-b4bc-37d3d031452f None None] Provisioning complete for port 12c1f442-1db0-4a96-b70d-e0eeab30abfe triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:25:03.710442 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dd9b-335b-4cff-b4bc-37d3d031452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:04.777754 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:05.029264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-87bedba6-8929-467a-83bb-60e9c9887573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:05.073252 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:25:05.285359 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37036) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:05.465521 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e47a2-b72b-434f-a2c9-9bbe37f5fd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:05.466004 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e47a2-b72b-434f-a2c9-9bbe37f5fd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:05.467551 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-390e47a2-b72b-434f-a2c9-9bbe37f5fd3a admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813159 May 27 18:25:06.000660 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:07.577484 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:07.590271 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37046) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:07.764584 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b656f9-eda4-496b-af37-37ca519a8b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:07.765066 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b656f9-eda4-496b-af37-37ca519a8b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:07.766573 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-64b656f9-eda4-496b-af37-37ca519a8b72 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1753223 May 27 18:25:09.875701 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37056) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:10.045110 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddbab94-fd82-4165-ace0-5609b81fa55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:10.046718 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-dddbab94-fd82-4165-ace0-5609b81fa55a admin admin] 10.222.0.36 "GET /v2.0/networks/021e1b3b-1481-43ec-ab35-bfd291047ab6 HTTP/1.1" status: 200 len: 869 time: 0.1700382 May 27 18:25:12.161289 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37066) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:12.332310 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470d8c5-44b3-4b98-a6b1-ed652b15a6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:12.333624 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-4470d8c5-44b3-4b98-a6b1-ed652b15a6db admin admin] 10.222.0.36 "GET /v2.0/networks/7dfc4e37-b36c-4130-ad8a-0d67692a43fe HTTP/1.1" status: 200 len: 886 time: 0.1714141 May 27 18:25:14.432428 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37076) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:14.538050 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e0638-3cb6-4b9c-8611-1175e7f4ab98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:14.538514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e0638-3cb6-4b9c-8611-1175e7f4ab98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:14.540062 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-bd1e0638-3cb6-4b9c-8611-1175e7f4ab98 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1067045 May 27 18:25:16.640663 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37086) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:16.752140 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76fe87-03c0-4574-b89e-7fa74a198a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:16.752652 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76fe87-03c0-4574-b89e-7fa74a198a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:16.754146 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ec76fe87-03c0-4574-b89e-7fa74a198a5e admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1122475 May 27 18:25:18.886949 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37096) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:18.988938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f75747-b2f6-41d5-a911-42ace537ec46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:18.990300 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b3f75747-b2f6-41d5-a911-42ace537ec46 admin admin] 10.222.0.36 "GET /v2.0/subnets/30d6432c-6fde-4a90-bd4c-1a4963798085 HTTP/1.1" status: 200 len: 816 time: 0.1023083 May 27 18:25:21.089424 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37106) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:21.194885 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c911fbb-f6ce-41a2-bfa3-5dea945b43eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:21.196197 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9c911fbb-f6ce-41a2-bfa3-5dea945b43eb admin admin] 10.222.0.36 "GET /v2.0/subnets/93690b89-7816-4c5c-9b2a-47efe783643e HTTP/1.1" status: 200 len: 868 time: 0.1059256 May 27 18:25:32.382541 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-60e807ca-624b-44a5-a97f-4d81a6d470c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:34.788842 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:35.040264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9d751561-9885-4590-9ce5-d7dc654f8966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:36.011552 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:37.714755 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:42.076616 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:25:44.619402 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37150) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:44.665965 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [None req-42330f53-7669-4bdb-8a03-1a803a36ada4 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:25:44.666930 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-42330f53-7669-4bdb-8a03-1a803a36ada4 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466063 May 27 18:25:46.865314 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37160) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:46.935234 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2df57ff-158b-46d8-ac7a-5f59d499c78b admin admin] GET failed (client error): The resource could not be found. May 27 18:25:46.936512 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d2df57ff-158b-46d8-ac7a-5f59d499c78b admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0697641 May 27 18:25:47.061115 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29dfcf3-3f4e-438d-85ae-a01c5a958a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:47.062467 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a29dfcf3-3f4e-438d-85ae-a01c5a958a82 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1220977 May 27 18:25:49.234373 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37170) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:49.282002 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:25:49.286517 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:25:49.296614 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:25:49.353877 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Made reservation on behalf of 644b745778b44296ab7f3b8618007e03 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:25:49.356218 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:49.444741 dv-cinder-792299-4-smb neutron-server[92296]: WARNING neutron.services.revisions.revision_plugin [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Could not find related network for resource to bump revision. May 27 18:25:49.457167 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:25:49.466160 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:49.466490 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Added segment 09838e3d-bd95-4321-af57-5ad37e8d2927 of type vlan for network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f May 27 18:25:49.492781 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:49.559806 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:49.561094 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:49.561760 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:49.566446 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:25:49.657166 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Pushing event updated for resources: {'Network': ['ID=5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:25:49.659771 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:25:49.667529 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:25:49.691706 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4562688 May 27 18:25:51.846119 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37180) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:25:51.924619 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9cbaac-58de-4a23-9ec1-17bba0e21bb4 admin admin] GET failed (client error): The resource could not be found. May 27 18:25:51.925119 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0e9cbaac-58de-4a23-9ec1-17bba0e21bb4 admin admin] Synchronizing usage tracker for tenant:644b745778b44296ab7f3b8618007e03 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:25:52.044558 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0e9cbaac-58de-4a23-9ec1-17bba0e21bb4 admin admin] Unset dirty status for tenant:644b745778b44296ab7f3b8618007e03 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:25:52.045620 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-0e9cbaac-58de-4a23-9ec1-17bba0e21bb4 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1985497 May 27 18:25:52.150337 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a43a3-9949-4363-bdad-f7a7cfada67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:52.151797 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-4d1a43a3-9949-4363-bdad-f7a7cfada67b admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020525 May 27 18:25:52.161148 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f', 'name': 'shared-subnet'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:25:52.166155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:25:52.175755 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:25:52.279574 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Made reservation on behalf of 644b745778b44296ab7f3b8618007e03 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:25:52.281809 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:52.772972 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:52.777293 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-71413baa-93c5-4124-81d0-a53d5d3858da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:25:52.848382 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c8b508-7f0d-4e79-b2f4-62f8c5a2e4bb,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:25:52.851736 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:25:52.857288 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Checking segment: {'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:25:52.857638 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Network hostable DHCP agents. Network: 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:25:52.936669 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:25:52.999334 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:25:53.003400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:25:53.004001 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:53.010366 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ed524-3137-47be-af94-c117e29d7851 None None] Network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:25:53.087178 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9292138 May 27 18:25:53.235876 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f', 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f', 'tenant_id': '644b745778b44296ab7f3b8618007e03', 'fixed_ips': [{'subnet_id': '78c8b508-7f0d-4e79-b2f4-62f8c5a2e4bb'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:25:53.236718 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:53.421383 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Allocated IP 192.168.233.2 (5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f/78c8b508-7f0d-4e79-b2f4-62f8c5a2e4bb/dacdec6c-d8c2-4b90-a0b8-63aca282384f) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:25:53.637805 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:53.648421 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Transition to ACTIVE for port object dacdec6c-d8c2-4b90-a0b8-63aca282384f will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:25:53.667289 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Transition to ACTIVE for port object dacdec6c-d8c2-4b90-a0b8-63aca282384f will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:25:53.754919 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:53.759456 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-7718c495-cd8c-4b14-a3a2-93f335378269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:25:53.824666 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:25:53.827487 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:25:53.830826 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:25:53.837237 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Pushing event updated for resources: {'Port': ['ID=dacdec6c-d8c2-4b90-a0b8-63aca282384f,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:25:53.845427 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.845765 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.846096 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.846421 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.846740 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.847058 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.847429 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.847714 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.848042 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.848351 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.848672 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.848983 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:25:53.876463 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:25:53.935870 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Attempting to bind port dacdec6c-d8c2-4b90-a0b8-63aca282384f on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:25:53.936245 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Attempting to bind port dacdec6c-d8c2-4b90-a0b8-63aca282384f by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:25:53.936605 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Attempting to bind port dacdec6c-d8c2-4b90-a0b8-63aca282384f on network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:25:53.941901 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:25:53.942274 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Checking segment: {'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:25:53.942670 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:53.943062 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Bound using segment: {'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:25:53.943562 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Bound port: dacdec6c-d8c2-4b90-a0b8-63aca282384f, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:25:53.944493 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:54.043389 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] For port dacdec6c-d8c2-4b90-a0b8-63aca282384f, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:25:54.043389 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] For port dacdec6c-d8c2-4b90-a0b8-63aca282384f, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=dacdec6c-d8c2-4b90-a0b8-63aca282384f,segment=NetworkSegment(09838e3d-bd95-4321-af57-5ad37e8d2927),segment_id=09838e3d-bd95-4321-af57-5ad37e8d2927)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:25:54.109068 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:54.113241 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:25:54.191603 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Pushing event updated for resources: {'Port': ['ID=dacdec6c-d8c2-4b90-a0b8-63aca282384f,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:25:54.195247 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:25:54.981666 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device dacdec6c-d8c2-4b90-a0b8-63aca282384f up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:25:55.037330 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baaa3fe-706e-427d-83de-05aae682e515 None None] Network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:25:55.211789 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port dacdec6c-d8c2-4b90-a0b8-63aca282384f completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:25:55.264743 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Provisioning for port dacdec6c-d8c2-4b90-a0b8-63aca282384f completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:25:55.277430 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Provisioning complete for port dacdec6c-d8c2-4b90-a0b8-63aca282384f triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:25:55.277430 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:55.418505 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:55.471012 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] For port dacdec6c-d8c2-4b90-a0b8-63aca282384f, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=dacdec6c-d8c2-4b90-a0b8-63aca282384f,segment=NetworkSegment(09838e3d-bd95-4321-af57-5ad37e8d2927),segment_id=09838e3d-bd95-4321-af57-5ad37e8d2927)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:25:55.554680 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:55.558320 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:25:55.624964 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Pushing event updated for resources: {'Port': ['ID=dacdec6c-d8c2-4b90-a0b8-63aca282384f,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:25:55.628124 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:25:55.674705 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-e0c29333-6096-4b3d-a310-1fb1d059bedf None None] Provisioning complete for port dacdec6c-d8c2-4b90-a0b8-63aca282384f triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:25:55.674996 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e0c29333-6096-4b3d-a310-1fb1d059bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:25:56.930231 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device dacdec6c-d8c2-4b90-a0b8-63aca282384f up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:25:56.999243 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port dacdec6c-d8c2-4b90-a0b8-63aca282384f triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:25:56.999645 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:02.428787 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d0099a4b-1bcc-40ed-9fa6-44cb630a0213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:04.799664 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:05.057017 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae703-4de5-48cb-98d2-316fe1721e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:06.016653 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:07.639151 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:19.074609 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:26:32.393448 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e49952e2-37f6-4334-b51b-a22337d02fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:34.788018 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:35.045194 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4bea3b40-cca9-4c65-8885-1bb685912280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:36.045038 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:37.599706 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:26:56.073161 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:27:02.398886 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b125fd00-2e9f-40d4-97a0-a78a02e938b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:04.781880 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:05.033343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-27fd2ec3-3bce-4917-9c2f-150e6a21c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:06.016157 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:07.616085 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:15.419108 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37232) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:27:15.425636 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [None req-03b0fa45-029f-4fc6-84f4-95029abf0bf9 tempest-verify_tempest_config-37481343 tempest-verify_tempest_config-37481343-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:27:15.426597 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-03b0fa45-029f-4fc6-84f4-95029abf0bf9 tempest-verify_tempest_config-37481343 tempest-verify_tempest_config-37481343-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065060 May 27 18:27:15.939692 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37250) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:27:16.055012 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:16.068597 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:27:16.072365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Usage tracker for resource:security_group_rule and tenant:fe69304ecea545839f6f8a3c4b4933c0 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:27:16.075072 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:27:16.080671 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:27:16.165802 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:16.244140 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:16.252866 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:27:16.291321 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Synchronizing usage tracker for tenant:644b745778b44296ab7f3b8618007e03 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:27:16.294592 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d54c04-dcda-4e18-b789-a5d29159760d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:27:16.304456 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.304794 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.305179 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.305453 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.305773 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.306138 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.306452 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.306764 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.307095 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.307432 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.307742 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.308048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:27:16.312806 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:27:16.381347 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Unset dirty status for tenant:644b745778b44296ab7f3b8618007e03 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:27:16.382590 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe69304ecea545839f6f8a3c4b4933c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4419572 May 27 18:27:16.385180 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37256) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:27:16.448512 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:16.473747 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:16.638545 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:16.642371 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c6d23004-f4b5-45b8-a29e-ba91c25919d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:27:16.654100 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d54c04-dcda-4e18-b789-a5d29159760d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:27:16.657506 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:27:16.660604 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:16.661710 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14d54c04-dcda-4e18-b789-a5d29159760d HTTP/1.1" status: 204 len: 168 time: 0.2756438 May 27 18:27:32.381537 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-952cacfa-2d7c-486c-941b-2c48d763d10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:33.071242 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:27:34.798535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:35.026845 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-6b92f1fd-47d9-4c8d-8e4a-73865ce56cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:36.003897 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:27:37.609592 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:02.394229 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5cdd-02be-4523-896c-0d11394f0b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:04.803827 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:05.072272 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4abc66a7-cd4e-4b12-b6e9-e1be849c3c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:06.021366 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:07.603341 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:10.070286 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:28:32.401758 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a892cc2b-3c18-4c08-a12d-15761d6a9be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:34.780401 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:35.052872 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-0e973990-2bb2-4f46-b9e0-76c7598f67ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:36.036093 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:37.632340 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:28:47.068655 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 5 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:28:59.161623 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327'] for agent, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:02.432030 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c44ef1a2-382b-46fd-b82a-e9dd0e501c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:02.602808 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37308) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:29:02.716120 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-65280ab3-1235-457d-959e-645cb8bf62ac admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1121955 May 27 18:29:04.785722 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:04.874547 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37318) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:29:04.933577 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-67300b94-bd66-4f97-854e-d36845c043d7 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0579858 May 27 18:29:05.099135 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3aee797f-87f7-4980-a53e-a596bb988a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:06.008643 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:07.654288 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:24.067319 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:29:29.122695 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:32.430822 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f5151c89-8aad-4557-a41b-1f9ce656791a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:34.794969 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:35.042633 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-6edb204e-3297-4e62-b78c-e45b64f2f987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:36.023586 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:37.625508 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:29:59.143131 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:01.067629 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:30:02.400283 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9729c16a-af10-48cd-90d0-20a16cb3053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:04.807972 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:05.041999 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c90b-64d8-4721-97f1-8dc013876fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:06.029266 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:07.648151 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:29.137461 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:32.440256 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c2b29611-d9b4-41bf-a0f6-605fd59ee6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:34.807562 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:35.056944 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-6b278c5c-51f4-484a-8a81-9ee5a1c185d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:36.028830 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:37.659634 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:38.067777 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:30:42.354400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37522) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:42.471522 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37530) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:42.564714 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37538) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:42.835307 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1885323487-network', 'tenant_id': 'ebc3a994828d47248e90422349588d78'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:42.840239 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:42.844164 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Usage tracker for resource:network and tenant:ebc3a994828d47248e90422349588d78 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:42.847216 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:42.852988 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:42.921705 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Made reservation on behalf of ebc3a994828d47248e90422349588d78 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:30:42.924524 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:42.937865 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:42.958887 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:42.963252 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc3a994828d47248e90422349588d78 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:42.966440 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:42.973132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:43.057990 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.073243 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-network', 'tenant_id': 'e80984e08213499b95a0869f53c3a020'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:43.081606 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-322713376-network', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:43.088639 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:43.092823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Usage tracker for resource:network and tenant:e80984e08213499b95a0869f53c3a020 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:43.095823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:43.106815 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:43.109294 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:43.116330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Usage tracker for resource:network and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:43.125088 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:43.126982 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:43.150167 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.153263 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d5e3d44d-8db2-41ed-8bfd-e581b234ef57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:43.170670 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:30:43.194104 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.194559 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Added segment 1b74005c-a07e-4233-b40e-41fecdd5c795 of type vlan for network e9f1b93e-b1e9-413d-8b76-be4945d4e676 May 27 18:30:43.201269 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8feb6c-f948-4147-a28d-34b99718ccee,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:43.214938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.214938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.214938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.215361 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.215770 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.215935 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.216247 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.216555 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.216879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.217189 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.217488 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.218049 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Tracked resource versions report: May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: pushed versions: May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: { 'AddressGroup': {'1.2'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'ConntrackHelper': {'1.0'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Log': {'1.0'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Network': {'1.1'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Port': {'1.7'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'PortForwarding': {'1.2'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'QosPolicy': {'1.8'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroup': {'1.4'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroupRule': {'1.2'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'SubPort': {'1.0'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Subnet': {'1.1'}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Trunk': {'1.1'}} May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: consumer versions: May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: HyperV agent@hv-cinder-79229: {}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'ConntrackHelper': '1.0', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Log': '1.0', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Network': '1.1', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Port': '1.7', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'PortForwarding': '1.2', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'QosPolicy': '1.8', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroup': '1.4', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'SecurityGroupRule': '1.2', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'SubPort': '1.0', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Subnet': '1.1', May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: 'Trunk': '1.1'}} May 27 18:30:43.218772 dv-cinder-792299-4-smb neutron-server[92296]: {{(pid=92296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:30:43.228712 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:43.228712 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Made reservation on behalf of e80984e08213499b95a0869f53c3a020 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:30:43.229761 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.252325 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Made reservation on behalf of 3a7056ea612246ce92e0dc99224ae22e for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:30:43.258299 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.266549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.277412 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.287790 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.302105 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:43.313831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Usage tracker for resource:security_group_rule and tenant:e80984e08213499b95a0869f53c3a020 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:43.319966 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:43.340287 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:43.344108 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:43.354261 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Usage tracker for resource:security_group_rule and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:43.368353 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:43.382877 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:43.467302 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.474224 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:43.475181 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.494476 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:43.668807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f1b93e-b1e9-413d-8b76-be4945d4e676,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:43.679944 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:43.684177 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network e9f1b93e-b1e9-413d-8b76-be4945d4e676 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:30:43.714240 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.731309 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.779879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.781975 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4264722 May 27 18:30:43.791407 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37590) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:43.803581 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Request body: {'subnet': {'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1885323487-subnet', 'tenant_id': 'ebc3a994828d47248e90422349588d78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:43.810318 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:43.817145 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:43.826938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Usage tracker for resource:subnet and tenant:ebc3a994828d47248e90422349588d78 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:43.832640 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:43.873490 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:43.895335 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:43.902066 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:30:43.971685 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Made reservation on behalf of ebc3a994828d47248e90422349588d78 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:30:43.976152 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.001450 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.005465 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Added segment 8501e66a-74ea-4205-b7c0-fa65d009c49d of type vlan for network eacdb298-a25e-423a-a635-8ffc865bc844 May 27 18:30:44.009096 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9e969-566f-476e-9053-b298d4b9cb97,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:44.024328 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:44.031851 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:44.062025 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:30:44.108859 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.109483 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Added segment 7d4c272d-1fd6-482c-a46e-f0124d5f1159 of type vlan for network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf May 27 18:30:44.111740 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.124653 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716a6d88-268a-4382-8a49-5f337a06d8e1,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:44.129939 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:44.179804 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.279875 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.281665 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:44.282441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.289724 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:44.420107 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.449756 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:44.451512 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.490954 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Pushing event updated for resources: {'Network': ['ID=eacdb298-a25e-423a-a635-8ffc865bc844,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:44.495793 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:44.497832 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2c225d98-9575-4487-b97f-7dde27159bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:44.506969 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network eacdb298-a25e-423a-a635-8ffc865bc844 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:30:44.531019 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0581865 May 27 18:30:44.535247 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37612) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:44.547594 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Request body: {'subnet': {'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-subnet', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:44.555403 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:44.562546 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Usage tracker for resource:subnet and tenant:e80984e08213499b95a0869f53c3a020 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:44.567405 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:44.581415 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:44.598185 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0319180 May 27 18:30:44.598975 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37618) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:44.607343 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Request body: {'subnet': {'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-subnet', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:44.623821 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Pushing event updated for resources: {'Network': ['ID=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:44.626570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:44.631916 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:44.636809 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:30:44.648969 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Usage tracker for resource:subnet and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:44.652261 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:44.662879 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:44.670440 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Made reservation on behalf of e80984e08213499b95a0869f53c3a020 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:30:44.673259 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.834460 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Made reservation on behalf of 3a7056ea612246ce92e0dc99224ae22e for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:30:44.836984 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.939925 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:44.954095 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:45.094707 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98760c5f-b282-4a25-95dc-fddec40a1c8a,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:45.117180 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.117517 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.117842 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.118160 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.118471 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.118780 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.119087 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.119410 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.119742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.120049 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.120354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.120656 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Tracked resource versions report: May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: pushed versions: May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: { 'AddressGroup': {'1.2'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'ConntrackHelper': {'1.0'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Log': {'1.0'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Network': {'1.1'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Port': {'1.7'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'PortForwarding': {'1.2'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'QosPolicy': {'1.8'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroup': {'1.4'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroupRule': {'1.2'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'SubPort': {'1.0'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Subnet': {'1.1'}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Trunk': {'1.1'}} May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: consumer versions: May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: HyperV agent@hv-cinder-79229: {}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'ConntrackHelper': '1.0', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Log': '1.0', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Network': '1.1', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Port': '1.7', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'PortForwarding': '1.2', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'QosPolicy': '1.8', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroup': '1.4', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'SecurityGroupRule': '1.2', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'SubPort': '1.0', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Subnet': '1.1', May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: 'Trunk': '1.1'}} May 27 18:30:45.121648 dv-cinder-792299-4-smb neutron-server[92297]: {{(pid=92297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:30:45.130284 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:45.130284 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Checking segment: {'id': '1b74005c-a07e-4233-b40e-41fecdd5c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:30:45.130284 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Network hostable DHCP agents. Network: e9f1b93e-b1e9-413d-8b76-be4945d4e676, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:30:45.276055 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Network e9f1b93e-b1e9-413d-8b76-be4945d4e676 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:30:45.413833 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, e9f1b93e-b1e9-413d-8b76-be4945d4e676) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:45.422336 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:45.422886 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:45.425409 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647b3da-8cd2-4182-835f-69beb49331e9 None None] Network e9f1b93e-b1e9-413d-8b76-be4945d4e676 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:30:45.658838 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8634715 May 27 18:30:45.659418 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb61f29-d4a4-4756-a465-f2ee02071149 None None] Network e9f1b93e-b1e9-413d-8b76-be4945d4e676 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:30:45.758371 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:45.759948 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:45.764556 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:45.867788 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be0c259-64c6-4a46-9318-a877db4763e4,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:45.937256 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Checking segment: {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:30:45.937256 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Network hostable DHCP agents. Network: eacdb298-a25e-423a-a635-8ffc865bc844, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:30:45.939315 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Checking segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:30:45.939716 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Network hostable DHCP agents. Network: 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:30:45.966308 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68871e0a-a1d0-4a55-9265-e76dac25fe3b,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:45.970914 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:45.971513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:45.971788 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:46.276470 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:30:46.280534 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Network eacdb298-a25e-423a-a635-8ffc865bc844 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:30:46.351349 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:46.353302 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, eacdb298-a25e-423a-a635-8ffc865bc844) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:46.361220 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0966db39-0d20-4f23-ba74-5aa8bd296d27 None None] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:30:46.371739 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:46.371739 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.393596 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:46.394504 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.435902 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13ab9a-8fb8-42a7-9846-c8b7d488097f None None] Network eacdb298-a25e-423a-a635-8ffc865bc844 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:30:46.475749 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9357574 May 27 18:30:46.479528 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37670) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:46.484955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:46.490020 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37674) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:46.491996 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ebad4d4e-8cc8-4b39-a996-a66b63a13671 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8911476 May 27 18:30:46.496398 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:46.500041 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:46.505047 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:46.507168 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Usage tracker for resource:router and tenant:e80984e08213499b95a0869f53c3a020 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:46.510996 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:46.514488 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Usage tracker for resource:router and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:46.519279 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:46.523100 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:46.529051 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:46.619052 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.620161 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.640160 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.700788 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.701887 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.721878 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:46.740685 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cea598-8bb8-4f29-90a6-cf2c90eca321 None None] Network eacdb298-a25e-423a-a635-8ffc865bc844 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:30:46.815579 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:30:46.817068 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.268956 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Allocated IP 172.20.0.2 (1600c6a4-a49a-4e09-9024-b2eb56e4b4cf/4be0c259-64c6-4a46-9318-a877db4763e4/2e36a233-efca-49ad-a50b-c472e9491ecb) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:30:47.286847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37726) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:47.289710 dv-cinder-792299-4-smb neutron-server[92297]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 18:30:47.514536 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.529209 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-1250b75b-dac5-4a6c-bf80-62768f4f2dbd tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:47.543148 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-1250b75b-dac5-4a6c-bf80-62768f4f2dbd tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/networks?id=e9f1b93e-b1e9-413d-8b76-be4945d4e676 HTTP/1.1" status: 200 len: 812 time: 0.2541916 May 27 18:30:47.549478 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.551199 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Transition to ACTIVE for port object 2e36a233-efca-49ad-a50b-c472e9491ecb will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:30:47.576372 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-cd1ce5d2-9108-4380-b914-7578424a1a7e tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/quotas/ebc3a994828d47248e90422349588d78 HTTP/1.1" status: 200 len: 375 time: 0.0322318 May 27 18:30:47.592650 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Transition to ACTIVE for port object 2e36a233-efca-49ad-a50b-c472e9491ecb will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:30:47.617061 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37738) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:47.642785 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-1595285e-b0a5-4562-8297-1ed1e5558b6f tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ebc3a994828d47248e90422349588d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651097 May 27 18:30:47.669035 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.674568 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:47.717504 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.744775 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Pushing event updated for resources: {'Port': ['ID=2e36a233-efca-49ad-a50b-c472e9491ecb,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:47.754927 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.755328 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.755836 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.756151 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.756568 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.756950 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.757329 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.757933 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.758066 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.758418 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.759093 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.759515 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Tracked resource versions report: May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: pushed versions: May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: { 'AddressGroup': {'1.2'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'ConntrackHelper': {'1.0'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Log': {'1.0'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Network': {'1.1'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Port': {'1.7'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'PortForwarding': {'1.2'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'QosPolicy': {'1.8'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroup': {'1.4'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroupRule': {'1.2'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'SubPort': {'1.0'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Subnet': {'1.1'}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Trunk': {'1.1'}} May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: consumer versions: May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: HyperV agent@hv-cinder-79229: {}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'ConntrackHelper': '1.0', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Log': '1.0', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Network': '1.1', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Port': '1.7', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'PortForwarding': '1.2', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'QosPolicy': '1.8', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroup': '1.4', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'SecurityGroupRule': '1.2', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'SubPort': '1.0', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Subnet': '1.1', May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: 'Trunk': '1.1'}} May 27 18:30:47.760940 dv-cinder-792299-4-smb neutron-server[92298]: {{(pid=92298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:30:47.766158 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:30:47.770196 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:47.770196 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:47.771093 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:30:47.802833 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37754) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:47.926854 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Attempting to bind port 2e36a233-efca-49ad-a50b-c472e9491ecb on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:30:47.927364 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Attempting to bind port 2e36a233-efca-49ad-a50b-c472e9491ecb by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:30:47.927895 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Attempting to bind port 2e36a233-efca-49ad-a50b-c472e9491ecb on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:30:47.936535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:30:47.936535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Checking segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:30:47.936535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.936535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Bound using segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:30:47.936535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Bound port: 2e36a233-efca-49ad-a50b-c472e9491ecb, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:30:47.936535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.940901 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:47.977773 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:48.011142 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Usage tracker for resource:security_group_rule and tenant:f7f38cf348884367b51e008dc2d6388a is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:48.020777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-6fbb23d6-066f-4c80-97eb-0918f4a4624e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:30:48.022105 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-6fbb23d6-066f-4c80-97eb-0918f4a4624e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993636 May 27 18:30:48.023251 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:48.026277 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.040777 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] For port 2e36a233-efca-49ad-a50b-c472e9491ecb, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:30:48.044465 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] For port 2e36a233-efca-49ad-a50b-c472e9491ecb, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2e36a233-efca-49ad-a50b-c472e9491ecb,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:30:48.062901 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:48.119024 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:48.131848 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Usage tracker for resource:security_group_rule and tenant:a84344c1b9ae4b68823e02065aa0579d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:48.137294 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:48.159681 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:48.178092 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.183952 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:48.261879 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Pushing event updated for resources: {'Port': ['ID=2e36a233-efca-49ad-a50b-c472e9491ecb,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:48.276541 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:48.310878 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-92a355fe-f3d7-4a61-905b-dfebd74622e1 service neutron] 10.222.0.36 "GET /v2.0/networks/e9f1b93e-b1e9-413d-8b76-be4945d4e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688520 May 27 18:30:48.388828 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.435727 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.464813 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.477757 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.516681 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.527704 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.571743 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.593021 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:48.605632 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-6ed34321-cb16-4b3e-8896-99cd8771249f service neutron] 10.222.0.36 "GET /v2.0/networks/e9f1b93e-b1e9-413d-8b76-be4945d4e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872698 May 27 18:30:48.642074 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7f38cf348884367b51e008dc2d6388a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0165567 May 27 18:30:48.643590 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37784) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:48.650552 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.653264 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d755680-42f8-46ff-85f0-1558d00c03b7,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:48.659026 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:48.679283 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1bba12f3-0af5-4ba0-855f-c17f2860f99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:48.757737 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a84344c1b9ae4b68823e02065aa0579d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9538012 May 27 18:30:48.758630 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea381ea6-f7d0-4aac-b8a2-51fefd14ca26,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:48.763638 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:48.764237 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37790) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:48.837072 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.840735 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.858801 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Allocated IP 172.28.0.30 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/edee4430-cb39-4b1e-b48b-bf05b20d335b) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:30:48.875089 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:48.884374 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:49.025140 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:49.029407 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:49.055082 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea381ea6-f7d0-4aac-b8a2-51fefd14ca26,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:49.062757 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:49.081608 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:49.108943 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea381ea6-f7d0-4aac-b8a2-51fefd14ca26 HTTP/1.1" status: 204 len: 168 time: 0.3320391 May 27 18:30:49.149332 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:49.264208 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2e36a233-efca-49ad-a50b-c472e9491ecb up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:30:49.276651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:49.289849 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-112ec5d8-f3ad-458b-bdd5-ac2955e7fa20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:49.367129 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37826) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:49.419486 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:49.477345 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6f3102b0-f186-4221-9d0d-c807b7877a3d req-311bb983-5c19-475f-b601-b69d1701872d tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.1147945 May 27 18:30:49.479720 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:30:49.486643 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:49.495812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:30:49.594233 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 2e36a233-efca-49ad-a50b-c472e9491ecb completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:30:49.605647 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Allocated IP 172.28.0.82 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/27fe5073-1156-4ef3-8050-827121991da8) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:30:49.753184 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Pushing event updated for resources: {'Port': ['ID=edee4430-cb39-4b1e-b48b-bf05b20d335b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:49.753184 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:49.788711 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44415440-6c05-4a5d-80dc-2f8239232829 None None] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:30:49.856016 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:49.895101 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:49.896449 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d755680-42f8-46ff-85f0-1558d00c03b7 HTTP/1.1" status: 204 len: 168 time: 1.2523668 May 27 18:30:49.924441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d755680-42f8-46ff-85f0-1558d00c03b7,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:49.928293 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:50.013373 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Provisioning for port 2e36a233-efca-49ad-a50b-c472e9491ecb completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:30:50.018629 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.051518 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Provisioning complete for port 2e36a233-efca-49ad-a50b-c472e9491ecb triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:50.052094 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.144829 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37886) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:50.189381 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.210630 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:50.211416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.213521 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Usage tracker for resource:security_group_rule and tenant:ba74ed5e2cc24043bcacde86710bbbd9 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:50.228641 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:50.230420 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:50.238776 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:50.279497 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.339954 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] For port 2e36a233-efca-49ad-a50b-c472e9491ecb, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2e36a233-efca-49ad-a50b-c472e9491ecb,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:30:50.350573 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:30:50.396875 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.417762 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:50.431191 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.434102 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:50.442536 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:30:50.498983 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.509085 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:50.522417 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Pushing event updated for resources: {'Port': ['ID=27fe5073-1156-4ef3-8050-827121991da8,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:50.578328 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eaf5b6-0d92-461d-8be1-387dd27e284e,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:50.583421 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:50.586535 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba74ed5e2cc24043bcacde86710bbbd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4400113 May 27 18:30:50.590051 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37906) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:50.609861 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Pushing event updated for resources: {'Port': ['ID=2e36a233-efca-49ad-a50b-c472e9491ecb,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:50.623392 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:50.633996 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:50.699125 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-c25ae0f3-6f07-4803-92dc-c0384a066f2e None None] Provisioning complete for port 2e36a233-efca-49ad-a50b-c472e9491ecb triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:50.701694 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c25ae0f3-6f07-4803-92dc-c0384a066f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.714983 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.850046 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cdb78217-fbf3-4fe5-aa7c-f4777d716e3b req-6f3b40f1-198b-47b1-9068-01c52915b4df tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.1652379 May 27 18:30:50.925034 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:50.980449 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.130364 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2e36a233-efca-49ad-a50b-c472e9491ecb up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:30:51.163073 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.181144 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b8e5b83e-0096-480c-967d-b16776c42b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:51.212967 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 2e36a233-efca-49ad-a50b-c472e9491ecb triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:51.213654 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.215225 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eaf5b6-0d92-461d-8be1-387dd27e284e,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:51.229474 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:51.237697 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.239584 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a8eaf5b6-0d92-461d-8be1-387dd27e284e HTTP/1.1" status: 204 len: 168 time: 0.6481028 May 27 18:30:51.240611 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37950) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:51.265083 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.312709 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:51.322938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.335173 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Usage tracker for resource:security_group_rule and tenant:ced8e97457334ff4a2a37b202d040825 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:51.342814 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:51.359201 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:51.511566 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.578787 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.594637 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c4ac011e-9fbc-468d-b0c5-a373b3caed5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:51.602511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.644929 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ced8e97457334ff4a2a37b202d040825&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4024699 May 27 18:30:51.646372 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c168ca9d-0bc8-4922-8c5a-fbd60598723b,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:51.648657 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 37966) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:51.651168 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:51.710976 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.753634 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.921214 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.930456 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:51.947122 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:51.951693 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c168ca9d-0bc8-4922-8c5a-fbd60598723b HTTP/1.1" status: 204 len: 168 time: 0.3019991 May 27 18:30:51.991347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c168ca9d-0bc8-4922-8c5a-fbd60598723b,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:52.018450 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 37988) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:52.026344 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:52.054918 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-263f404e-10ed-40e7-ba44-d1d5466aa8c1 req-ce9493cd-87cf-4631-adf5-db94b7aef4ee tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.1087105 May 27 18:30:52.076437 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:52.078269 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:30:52.431804 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:30:52.447583 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Sync routers for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:30:52.468873 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:30:52.471206 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:30:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:52.576922 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:52.578097 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0872145 May 27 18:30:52.582658 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38012) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:52.590090 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38016) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:52.758515 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:52.767312 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:30:52.820869 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:52.833178 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Usage tracker for resource:security_group_rule and tenant:617dd37ad6a746d786923a96fb2e1974 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:52.841742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:52.858581 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:52.961548 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:52.974542 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Router 689387f4-ed4f-4594-bacb-413d78ec092c is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:30:52.992950 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:53.059433 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:53.070235 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:53.076153 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:53.102156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:180156fa23ca43c9934042a711d27b25 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:53.117443 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:53.130545 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:53.185683 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=617dd37ad6a746d786923a96fb2e1974&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5944331 May 27 18:30:53.187330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38044) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:53.194265 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180bacf-06a5-4ee9-9c27-9e418017fb38,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:53.223977 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:53.244887 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:49Z', 'revision_number': 3, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:53.252710 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Checking router: ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:30:53.253579 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Updating router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 port edee4430-cb39-4b1e-b48b-bf05b20d335b binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:30:53.336679 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:53.353780 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-10e6da59-929c-40df-8b0d-221405a873e4 req-b61be6c7-771b-4a16-9b8a-f99ac3144a9f tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.0604205 May 27 18:30:53.514845 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:30:53.526361 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Sync routers for ids ['689387f4-ed4f-4594-bacb-413d78ec092c'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:30:53.539430 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Routers {'689387f4-ed4f-4594-bacb-413d78ec092c'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:30:53.540220 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:30:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['689387f4-ed4f-4594-bacb-413d78ec092c'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:53.556810 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:53.693821 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.47', 58206) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:53.789490 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Set router 689387f4-ed4f-4594-bacb-413d78ec092c gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:30:53.888424 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:53.903176 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Transition to ACTIVE for port object edee4430-cb39-4b1e-b48b-bf05b20d335b will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:30:53.979783 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:53.984119 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:54.005084 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-96287b41-3b94-4415-8fed-7e003324650e tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:54.010901 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-96287b41-3b94-4415-8fed-7e003324650e tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.47 "GET /v2.0/networks?id=e9f1b93e-b1e9-413d-8b76-be4945d4e676 HTTP/1.1" status: 200 len: 812 time: 0.3150508 May 27 18:30:54.043927 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.067496 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Request body: {'port': {'device_id': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676', 'admin_state_up': True, 'tenant_id': 'ebc3a994828d47248e90422349588d78'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:54.083942 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.087650 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.6046379 May 27 18:30:54.185148 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Attempting to bind port edee4430-cb39-4b1e-b48b-bf05b20d335b on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:30:54.188741 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Attempting to bind port edee4430-cb39-4b1e-b48b-bf05b20d335b by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:30:54.188741 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Attempting to bind port edee4430-cb39-4b1e-b48b-bf05b20d335b on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:30:54.189561 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Pushing event updated for resources: {'Port': ['ID=edee4430-cb39-4b1e-b48b-bf05b20d335b,revision_number=2']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:54.195900 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:30:54.196194 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:30:54.196530 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.197521 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:30:54.198172 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Bound port: edee4430-cb39-4b1e-b48b-bf05b20d335b, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:30:54.199222 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.200370 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38084) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:54.221395 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.239675 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.240377 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.240869 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.241356 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.241839 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.242314 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.242785 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.243273 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.243778 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.244247 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.244717 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Tracked resource versions report: May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: pushed versions: May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: { 'AddressGroup': {'1.2'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'ConntrackHelper': {'1.0'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Log': {'1.0'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Network': {'1.1'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Port': {'1.7'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'PortForwarding': {'1.2'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'QosPolicy': {'1.8'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroup': {'1.4'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroupRule': {'1.2'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'SubPort': {'1.0'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Subnet': {'1.1'}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Trunk': {'1.1'}} May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: consumer versions: May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: { DHCP agent@dv-cinder-792299-4-smb: {}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: HyperV agent@hv-cinder-79229: {}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: L3 agent@dv-cinder-792299-4-smb: {}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: Metadata agent@dv-cinder-792299-4-smb: {}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: Metering agent@dv-cinder-792299-4-smb: {}, May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: Open vSwitch agent@dv-cinder-792299-4-smb: { 'AddressGroup': '1.2', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'ConntrackHelper': '1.0', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Log': '1.0', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Network': '1.1', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Port': '1.7', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'PortForwarding': '1.2', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'QosPolicy': '1.8', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroup': '1.4', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'SecurityGroupRule': '1.2', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'SubPort': '1.0', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Subnet': '1.1', May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: 'Trunk': '1.1'}} May 27 18:30:54.251265 dv-cinder-792299-4-smb neutron-server[92299]: {{(pid=92299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 18:30:54.270423 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:54.323980 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] For port edee4430-cb39-4b1e-b48b-bf05b20d335b, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:30:54.335276 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.336089 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] For port edee4430-cb39-4b1e-b48b-bf05b20d335b, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=edee4430-cb39-4b1e-b48b-bf05b20d335b,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:30:54.342303 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '27fe5073-1156-4ef3-8050-827121991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:50Z', 'revision_number': 3, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port': {'id': '27fe5073-1156-4ef3-8050-827121991da8', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:54.348086 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Checking router: 689387f4-ed4f-4594-bacb-413d78ec092c for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:30:54.348643 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Updating router 689387f4-ed4f-4594-bacb-413d78ec092c port 27fe5073-1156-4ef3-8050-827121991da8 binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:30:54.403345 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6fa88e51-bd48-4009-95d7-7ab32b1fe7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:54.419206 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.425319 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.431137 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:54.523460 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe0d79f-0ac3-48f1-a799-1dbe60297cef,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:54.546966 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:54.581497 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:30:54.586052 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:30:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:54.647668 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=180156fa23ca43c9934042a711d27b25&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6272764 May 27 18:30:54.651934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38112) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:54.717692 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Pushing event updated for resources: {'Port': ['ID=edee4430-cb39-4b1e-b48b-bf05b20d335b,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:54.732489 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:54.762164 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.763951 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:54.789259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:54.790650 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b0ac3f8b-d553-4fdf-9b1d-420e4b48c3e7 req-c3516a76-4cf0-4970-83d4-4482028d6d39 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.2025363 May 27 18:30:54.791605 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Usage tracker for resource:port and tenant:ebc3a994828d47248e90422349588d78 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:54.804079 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:54.821814 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:54.840113 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180bacf-06a5-4ee9-9c27-9e418017fb38,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:54.858193 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:54.861943 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.884487 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.886079 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6180bacf-06a5-4ee9-9c27-9e418017fb38 HTTP/1.1" status: 204 len: 168 time: 1.6973526 May 27 18:30:54.895246 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:54.992550 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:30:55.044113 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.061991 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Made reservation on behalf of ebc3a994828d47248e90422349588d78 for: {'port': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:30:55.065639 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.082460 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Transition to ACTIVE for port object 27fe5073-1156-4ef3-8050-827121991da8 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:30:55.137852 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.193889 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38126) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:55.204385 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.208375 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b2f33f1b-02f4-4c31-ad2a-ccbbc41ef1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:55.342702 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Allocated IP 172.20.0.1 (1600c6a4-a49a-4e09-9024-b2eb56e4b4cf/4be0c259-64c6-4a46-9318-a877db4763e4/7ba1efb1-23e2-4e52-bd50-bb349e0d4b20) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:30:55.362085 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Attempting to bind port 27fe5073-1156-4ef3-8050-827121991da8 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:30:55.362452 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Attempting to bind port 27fe5073-1156-4ef3-8050-827121991da8 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:30:55.363038 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Attempting to bind port 27fe5073-1156-4ef3-8050-827121991da8 on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:30:55.365256 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87f13-419f-4204-b916-58e4025b375d None None] Pushing event updated for resources: {'Port': ['ID=27fe5073-1156-4ef3-8050-827121991da8,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:55.369002 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-50b87f13-419f-4204-b916-58e4025b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:55.371779 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:30:55.372603 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:30:55.372603 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.373047 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:30:55.374119 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Bound port: 27fe5073-1156-4ef3-8050-827121991da8, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:30:55.374509 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.536074 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] For port 27fe5073-1156-4ef3-8050-827121991da8, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:30:55.538781 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.540903 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] For port 27fe5073-1156-4ef3-8050-827121991da8, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=27fe5073-1156-4ef3-8050-827121991da8,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:30:55.551565 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cc48e5c6-2007-47c1-a489-7f7385bda3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:55.569977 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Allocated IP 172.20.0.11 (e9f1b93e-b1e9-413d-8b76-be4945d4e676/98760c5f-b282-4a25-95dc-fddec40a1c8a/1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:30:55.574214 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe0d79f-0ac3-48f1-a799-1dbe60297cef,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:55.595401 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:49Z', 'revision_number': 3, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:55.598728 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:55.604015 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7465-8d30-4d69-ae0a-775ea7578554 None None] The sync data for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb is: [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:49Z', 'revision_number': 3, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:30:55.617738 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.621772 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:55.631351 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.632497 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbe0d79f-0ac3-48f1-a799-1dbe60297cef HTTP/1.1" status: 204 len: 168 time: 0.9784541 May 27 18:30:55.656717 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.686860 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Transition to ACTIVE for port object 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:30:55.756859 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Routers {'689387f4-ed4f-4594-bacb-413d78ec092c'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:30:55.757497 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:30:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['689387f4-ed4f-4594-bacb-413d78ec092c'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:55.790968 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:55.796133 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-74e7f295-184f-4499-be19-797d914eff15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:55.834832 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b87f13-419f-4204-b916-58e4025b375d None None] Pushing event updated for resources: {'Port': ['ID=27fe5073-1156-4ef3-8050-827121991da8,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:55.845067 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-50b87f13-419f-4204-b916-58e4025b375d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:55.987496 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.052144 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:30:56.055358 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:56.071344 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:56.072228 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:56.074581 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] Set router 689387f4-ed4f-4594-bacb-413d78ec092c gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:30:56.079688 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:30:56.080098 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.083682 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:56.088335 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Usage tracker for resource:security_group_rule and tenant:9040fc4b851644bebb41ce2e03d35aff is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:56.096493 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:56.105815 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:56.219712 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-89aff9fe-c8aa-4caf-80bd-f1ea6d0b4dfa req-73d812b9-ee51-4e4d-80cb-8562daf00597 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.0832314 May 27 18:30:56.338952 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.443966 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.476651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.487427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.531585 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-03327f83-f3a9-4f43-b23a-6fc988f2bb0c None None] Provisioning for port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:30:56.539345 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '27fe5073-1156-4ef3-8050-827121991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:50Z', 'revision_number': 3, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port': {'id': '27fe5073-1156-4ef3-8050-827121991da8', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:56.546662 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-03327f83-f3a9-4f43-b23a-6fc988f2bb0c None None] Provisioning complete for port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:56.546662 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-03327f83-f3a9-4f43-b23a-6fc988f2bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.582807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:56.599217 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf46b942-601f-484a-8008-15a7a79e4462 None None] The sync data for ids ['689387f4-ed4f-4594-bacb-413d78ec092c'] in dv-cinder-792299-4-smb is: [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '27fe5073-1156-4ef3-8050-827121991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:50Z', 'revision_number': 3, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port': {'id': '27fe5073-1156-4ef3-8050-827121991da8', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:30:56.615962 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38160) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:56.630209 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-03327f83-f3a9-4f43-b23a-6fc988f2bb0c None None] Port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:30:56.663796 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9040fc4b851644bebb41ce2e03d35aff&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4631741 May 27 18:30:56.672365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f0529e-a37a-4abe-a056-ef55f8ab6a76,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:56.676507 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:56.680045 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38164) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:56.778832 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.787278 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.789853 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.813201 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.840960 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:56.844846 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:56.974965 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:30:56.981673 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Usage tracker for resource:security_group_rule and tenant:0e939b69206f4b218f8958569f449f6c is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:30:56.984938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:30:56.991584 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:30:57.141540 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Network e9f1b93e-b1e9-413d-8b76-be4945d4e676 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:30:57.151792 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:57.178079 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:30:57.186157 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:57.186923 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:57.248182 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Pushing event updated for resources: {'Port': ['ID=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:57.256910 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:57.258140 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Allocated IP 172.20.0.1 (eacdb298-a25e-423a-a635-8ffc865bc844/68871e0a-a1d0-4a55-9265-e76dac25fe3b/dfbbad14-0ac7-4ebe-966a-b702bd39e0db) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:30:57.320689 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2544432 May 27 18:30:57.369690 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-6b099a14-f8af-4c5b-a24d-52b5db0beffa tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:30:57.372534 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-6b099a14-f8af-4c5b-a24d-52b5db0beffa tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306401 May 27 18:30:57.439461 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device edee4430-cb39-4b1e-b48b-bf05b20d335b up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:30:57.599785 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:57.722812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:57.724000 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:57.729291 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1ec79d05-2356-4f40-9aea-c972e67cef33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:57.784832 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port edee4430-cb39-4b1e-b48b-bf05b20d335b completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:30:57.790874 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port edee4430-cb39-4b1e-b48b-bf05b20d335b triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:57.791635 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:57.820909 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:57.953520 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:57.962716 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:57.962716 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:58.030407 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:58.078994 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.091731 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f0529e-a37a-4abe-a056-ef55f8ab6a76,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:58.117145 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e73982c6-72b1-4b3f-920e-87f9351c01a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:58.189287 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.212955 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port edee4430-cb39-4b1e-b48b-bf05b20d335b, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=edee4430-cb39-4b1e-b48b-bf05b20d335b,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:30:58.220434 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:58.273545 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e939b69206f4b218f8958569f449f6c&name=default HTTP/1.1" status: 200 len: 2978 time: 1.6534150 May 27 18:30:58.290200 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38208) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:58.308850 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.311183 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 27fe5073-1156-4ef3-8050-827121991da8 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:30:58.332195 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841a90f4-f43f-45ab-b436-2badd2ce09af,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:58.344826 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:58.354868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.358338 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56f0529e-a37a-4abe-a056-ef55f8ab6a76 HTTP/1.1" status: 204 len: 168 time: 1.6751907 May 27 18:30:58.377950 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:58.388196 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.394859 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:30:58.403092 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:58.491044 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57765a-82d2-4080-aba2-bd965270d19d req-5006af92-df3c-490d-8af7-1462ed66dcc5 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:30:58.491971 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-6f57765a-82d2-4080-aba2-bd965270d19d req-5006af92-df3c-490d-8af7-1462ed66dcc5 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Synchronizing usage tracker for tenant:ebc3a994828d47248e90422349588d78 on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:30:58.594431 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=edee4430-cb39-4b1e-b48b-bf05b20d335b,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:58.621954 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:58.676951 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Request body: {'port': {'device_id': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:30:58.721752 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 27fe5073-1156-4ef3-8050-827121991da8 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:30:58.728317 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 27fe5073-1156-4ef3-8050-827121991da8 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:58.728678 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.749251 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.765640 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-6f57765a-82d2-4080-aba2-bd965270d19d req-5006af92-df3c-490d-8af7-1462ed66dcc5 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Unset dirty status for tenant:ebc3a994828d47248e90422349588d78 on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:30:58.766982 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6f57765a-82d2-4080-aba2-bd965270d19d req-5006af92-df3c-490d-8af7-1462ed66dcc5 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 932 time: 1.1439731 May 27 18:30:58.855436 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:30:58.905077 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6f57765a-82d2-4080-aba2-bd965270d19d req-308d737a-74d8-4073-8cfa-ca921c052f11 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708838 May 27 18:30:58.906323 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:58.965856 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:58.982864 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-07a8801d-2313-440c-a827-49ccaaac1645 None None] Provisioning complete for port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:58.983463 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-07a8801d-2313-440c-a827-49ccaaac1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.104618 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38218) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:30:59.105611 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Pushing event updated for resources: {'Port': ['ID=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:59.121493 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:59.124332 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.171119 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-07a8801d-2313-440c-a827-49ccaaac1645 None None] Port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:30:59.192416 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Network eacdb298-a25e-423a-a635-8ffc865bc844 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:30:59.215056 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:30:59.229609 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.255764 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:30:59.256334 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.333402 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.334411 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:30:59.337224 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.344792 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] 10.222.0.36 "PUT /v2.0/routers/ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7604377 May 27 18:30:59.346371 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Sync routers for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:30:59.374593 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:30:59.378411 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:30:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:30:59.386507 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 27fe5073-1156-4ef3-8050-827121991da8, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=27fe5073-1156-4ef3-8050-827121991da8,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:30:59.468189 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.477923 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:30:59.809542 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device edee4430-cb39-4b1e-b48b-bf05b20d335b up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:30:59.809542 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=27fe5073-1156-4ef3-8050-827121991da8,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:30:59.809542 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:30:59.856427 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:30:59.856523 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port edee4430-cb39-4b1e-b48b-bf05b20d335b triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:30:59.856523 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:30:59.939575 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:00.012937 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:00.028384 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:00.048706 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841a90f4-f43f-45ab-b436-2badd2ce09af,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:00.059531 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:00.157856 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:00.163290 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/841a90f4-f43f-45ab-b436-2badd2ce09af HTTP/1.1" status: 204 len: 168 time: 1.8635945 May 27 18:31:00.388427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:00.424425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:bde857d5b7dc478c8be40144439a6d3b is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:00.518489 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:00.532414 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 2, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:00.537210 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Checking router: ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:31:00.537656 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Updating router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:31:00.635741 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:00.702414 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:00.715131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.099306 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38270) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:01.105330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936515284', 'description': 'tempest-description--481301178'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:01.119402 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:01.126849 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be06baf-fa8f-4f04-ac01-a339fef5789c req-075dc7e4-326f-44e7-99ef-3f23758c0f1d tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:01.133346 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7be06baf-fa8f-4f04-ac01-a339fef5789c req-075dc7e4-326f-44e7-99ef-3f23758c0f1d tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 932 time: 0.7313128 May 27 18:31:01.138719 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:01.147180 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:01.170207 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:01.230573 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.db.resource_extend [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 18:31:01.257795 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7be06baf-fa8f-4f04-ac01-a339fef5789c req-b4093a5d-00aa-4775-953e-fde60f6aedb5 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045675 May 27 18:31:01.299349 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.342519 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:01.370938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group_rule and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:01.377068 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:01.389553 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:01.456920 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.465119 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:01.472243 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Transition to ACTIVE for port object 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:31:01.534416 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.548558 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.550717 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.557175 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:01.575785 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.621668 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Transition to ACTIVE for port object 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:31:01.641510 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.648568 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:01.679763 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 27fe5073-1156-4ef3-8050-827121991da8 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:01.688813 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.693981 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.734705 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:01.776747 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bde857d5b7dc478c8be40144439a6d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6605453 May 27 18:31:01.778560 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.780569 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38294) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:01.781913 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4ee3-070e-45e1-b40f-a8eaa1f342bc None None] Pushing event updated for resources: {'Port': ['ID=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:01.790323 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-d5cc4ee3-070e-45e1-b40f-a8eaa1f342bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:01.811795 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.838913 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=949495b3-aac7-421c-94ed-f87e7805b7fe,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:01.848459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:01.897156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.904754 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8041823 May 27 18:31:01.905637 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38306) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:01.912129 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'security_group_rule': {'security_group_id': '949495b3-aac7-421c-94ed-f87e7805b7fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:01.921482 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:01.940261 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 27fe5073-1156-4ef3-8050-827121991da8 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:01.940674 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:01.947255 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group_rule and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:01.963512 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:01.995268 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:02.122640 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.224291 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.334190 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Attempting to bind port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:31:02.334643 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Attempting to bind port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:31:02.335559 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Attempting to bind port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:02.352879 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:31:02.360507 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Checking segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:31:02.361066 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.364953 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Bound using segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:31:02.365584 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Bound port: 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:31:02.366052 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.376690 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a559751d-599c-4420-9d53-1deb5890eca9,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:02.389840 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.408550 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:02.414945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-97c00193-7294-4f3b-84aa-bc3ee16d173a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:02.445524 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.504219 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:02.585260 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23650300-60b1-47e8-9ca4-d58d21627dee,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:02.596783 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-cb05eb3d-0d0a-4450-b49f-cd4283df386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.602391 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:02.605644 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.607225 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7004862 May 27 18:31:02.610696 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38320) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:02.627495 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] For port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:31:02.631747 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] For port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:31:02.634763 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'security_group_rule': {'security_group_id': '949495b3-aac7-421c-94ed-f87e7805b7fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:02.650934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:02.659157 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group_rule and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:02.672422 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:02.681330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:02.705565 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.725800 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:02.890243 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.899975 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Pushing event updated for resources: {'Port': ['ID=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:02.948075 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:31:02.948394 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:02.948764 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:30:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:02.962224 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Attempting to bind port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:31:02.962595 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Attempting to bind port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '1b74005c-a07e-4233-b40e-41fecdd5c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:31:02.963096 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Attempting to bind port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf on network e9f1b93e-b1e9-413d-8b76-be4945d4e676 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:03.043636 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf on network e9f1b93e-b1e9-413d-8b76-be4945d4e676 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:31:03.043962 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Attempting to bind port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf on network e9f1b93e-b1e9-413d-8b76-be4945d4e676 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:03.113737 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:31:03.117311 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Checking segment: {'id': '1b74005c-a07e-4233-b40e-41fecdd5c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:31:03.119992 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Bound using segment: {'id': '1b74005c-a07e-4233-b40e-41fecdd5c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:31:03.120519 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Bound port: 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b74005c-a07e-4233-b40e-41fecdd5c795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:31:03.120924 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.149421 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.167259 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.235962 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.311039 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Network eacdb298-a25e-423a-a635-8ffc865bc844 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:31:03.320604 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Pushing event updated for resources: {'Port': ['ID=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:03.320704 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc4ee3-070e-45e1-b40f-a8eaa1f342bc None None] Pushing event updated for resources: {'Port': ['ID=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,revision_number=4']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:03.325270 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-d5cc4ee3-070e-45e1-b40f-a8eaa1f342bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:03.336435 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:31:03.340149 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:03.346864 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:03.356497 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:31:03.357023 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d38ba-3494-49c6-8870-a29e1197bfa5 req-2c2932d2-b6ef-4374-9d87-20d809d10a66 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:03.364870 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-197d38ba-3494-49c6-8870-a29e1197bfa5 req-2c2932d2-b6ef-4374-9d87-20d809d10a66 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.7275310 May 27 18:31:03.366888 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.130s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:03.367331 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:03.404262 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cee493-3f06-4941-a968-93c7419e960f,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:03.407771 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:03.431510 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.434072 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8222930 May 27 18:31:03.484802 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38338) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:03.526265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'floatingip': {'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:03.552584 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:03.574727 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:floatingip and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:03.607485 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:03.616267 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] For port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf, host hv-cinder-79229, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:31:03.626755 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:03.629426 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] For port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,segment=NetworkSegment(1b74005c-a07e-4233-b40e-41fecdd5c795),segment_id=1b74005c-a07e-4233-b40e-41fecdd5c795)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:31:03.654433 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-197d38ba-3494-49c6-8870-a29e1197bfa5 req-1b1ae319-5106-47db-8019-a0f4ed14e90c tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812352 May 27 18:31:03.748372 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.814756 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.816601 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:03.875570 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:03.993726 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559751d-599c-4420-9d53-1deb5890eca9,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:04.006135 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:04.023270 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:04.118630 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:04.119242 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:04.120773 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] 10.222.0.47 "PUT /v2.0/ports/1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf HTTP/1.1" status: 200 len: 1094 time: 6.3206170 May 27 18:31:04.145383 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'tag': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:04.190208 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:04.226661 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:02Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:04.239280 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5cbbeb-8dc8-449c-9c0a-0ef4e496a74b None None] The sync data for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb is: [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:02Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:31:04.241283 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:04.242436 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a559751d-599c-4420-9d53-1deb5890eca9 HTTP/1.1" status: 204 len: 168 time: 2.4453361 May 27 18:31:04.500990 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Allocated IP 172.28.0.225 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/e090d697-aacb-459b-a47c-9f721f609723) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:31:04.509059 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Router 689387f4-ed4f-4594-bacb-413d78ec092c has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:31:04.774666 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:04.785857 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Pushing event updated for resources: {'Port': ['ID=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:04.789557 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:04.853253 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:04.914186 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-8d2f38a9-9a3b-4c3a-85f7-593cb13e12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:04.916746 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-8d2f38a9-9a3b-4c3a-85f7-593cb13e12fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc3a994828d47248e90422349588d78&device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 1097 time: 0.6691892 May 27 18:31:04.943541 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:04.949354 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:05.144787 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3ff86cc3-6a18-4381-9a0a-4c4462e43632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:05.163459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:31:05.171808 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:31:05.177523 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:31:05.335114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'Port': ['ID=e090d697-aacb-459b-a47c-9f721f609723,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:05.373949 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:05.401142 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-3090d72d-093e-458b-898d-c2957c002c35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf HTTP/1.1" status: 200 len: 217 time: 0.3861632 May 27 18:31:05.434391 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:05.597688 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c70adf-51b6-4ff9-8247-5cb8edf13d7e req-0f080c6d-f6b1-4cf6-846a-d44ba26ccdd6 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:05.600815 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e9c70adf-51b6-4ff9-8247-5cb8edf13d7e req-0f080c6d-f6b1-4cf6-846a-d44ba26ccdd6 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.5055342 May 27 18:31:05.670142 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:31:05.688648 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] 10.222.0.36 "PUT /v2.0/routers/689387f4-ed4f-4594-bacb-413d78ec092c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4842682 May 27 18:31:05.690117 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:05.695757 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:05.758520 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Sync routers for ids ['689387f4-ed4f-4594-bacb-413d78ec092c'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:31:05.796889 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Routers {'689387f4-ed4f-4594-bacb-413d78ec092c'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:31:05.797479 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:31:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['689387f4-ed4f-4594-bacb-413d78ec092c'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:05.806224 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'tag': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf', 'status': 'completed', 'code': 200} May 27 18:31:05.817163 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-8b8e55e6-3cdf-4349-ae1e-ccf6160cddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:05.821057 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-8b8e55e6-3cdf-4349-ae1e-ccf6160cddc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98760c5f-b282-4a25-95dc-fddec40a1c8a HTTP/1.1" status: 200 len: 852 time: 0.3964014 May 27 18:31:05.869983 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e9c70adf-51b6-4ff9-8247-5cb8edf13d7e req-26c419c8-4654-499c-9c8b-235a74ba275a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505426 May 27 18:31:06.068850 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:31:06.079568 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38402) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:06.090808 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:06.094580 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.140424 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.161680 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:06.166427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Usage tracker for resource:security_group_rule and tenant:ebd0dc0ef1764989b2579d728ebb989a is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:06.170710 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:06.177539 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.181013 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:06.293073 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Set router 689387f4-ed4f-4594-bacb-413d78ec092c gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:31:06.326789 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.555602 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-95a79b7d-422e-4f21-b78b-e374d5adc579 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f1b93e-b1e9-413d-8b76-be4945d4e676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953154 May 27 18:31:06.555602 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.611096 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-2a1c5bee-b7e0-4026-a1b5-e2f8f8376261 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f1b93e-b1e9-413d-8b76-be4945d4e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872425 May 27 18:31:06.677358 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.678837 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.685706 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:06.703754 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-95244d90-456c-4abb-950c-492b24e6eb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:06.719216 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:06.798052 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e5325b-33e4-475f-8575-444a4cafc2ce,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:06.891788 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:07.031190 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:07.040234 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'Port': ['ID=e090d697-aacb-459b-a47c-9f721f609723,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:07.148155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:07.148155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.148401 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebd0dc0ef1764989b2579d728ebb989a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0342953 May 27 18:31:07.148485 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '27fe5073-1156-4ef3-8050-827121991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:31:00Z', 'revision_number': 4, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port': {'id': '27fe5073-1156-4ef3-8050-827121991da8', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': 'dfbbad14-0ac7-4ebe-966a-b702bd39e0db', 'name': '', 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'mac_address': 'fa:16:3e:15:d4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:56Z', 'updated_at': '2021-05-27T18:31:01Z', 'revision_number': 2, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'subnets': [{'id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:07.148485 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Checking router: 689387f4-ed4f-4594-bacb-413d78ec092c for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:31:07.148485 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Updating router 689387f4-ed4f-4594-bacb-413d78ec092c port dfbbad14-0ac7-4ebe-966a-b702bd39e0db binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:31:07.149132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38430) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:07.228763 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.331736 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.412984 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.568856 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77cfc365-c611-40d8-a75a-2d999e5fd430 req-7ce93dcf-1a79-4b17-a124-9e55518a9b9c service neutron] 10.222.0.47 "GET /v2.0/networks/e9f1b93e-b1e9-413d-8b76-be4945d4e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7754917 May 27 18:31:07.618879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.621667 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1290562 May 27 18:31:07.668235 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.692400 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-27d4ecbc-326d-49aa-8347-9a8aa272fce3 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:07.693933 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-27d4ecbc-326d-49aa-8347-9a8aa272fce3 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 819 time: 0.5870488 May 27 18:31:07.696104 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:07.704275 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f5386-8d41-4045-ae09-d3c060f85e60 req-522be225-8cad-4fea-9195-e83da8839364 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:07.705891 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-507f5386-8d41-4045-ae09-d3c060f85e60 req-522be225-8cad-4fea-9195-e83da8839364 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.5657573 May 27 18:31:07.711586 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.717034 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-96ca1712-51f4-4e42-9da6-4beeac9f0436 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/quotas/e80984e08213499b95a0869f53c3a020 HTTP/1.1" status: 200 len: 375 time: 0.0099168 May 27 18:31:07.744467 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:07.748096 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03e5325b-33e4-475f-8575-444a4cafc2ce HTTP/1.1" status: 204 len: 168 time: 0.5989759 May 27 18:31:07.762475 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:07.776725 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e5325b-33e4-475f-8575-444a4cafc2ce,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:07.792268 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:07.970074 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-507f5386-8d41-4045-ae09-d3c060f85e60 req-81c62433-974c-453c-91c7-a218aafca2e7 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519355 May 27 18:31:07.998690 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:08.017094 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-36ae1b55-b302-48da-a2f6-f6300bb56d33 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Synchronizing usage tracker for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:31:08.040200 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:08.041866 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:08.046242 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-404a598e-d6d6-4b37-bb15-5fa2812590b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:08.046242 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-404a598e-d6d6-4b37-bb15-5fa2812590b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ebc3a994828d47248e90422349588d78&device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 1097 time: 0.2121446 May 27 18:31:08.184615 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-36ae1b55-b302-48da-a2f6-f6300bb56d33 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Unset dirty status for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:31:08.195582 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-36ae1b55-b302-48da-a2f6-f6300bb56d33 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4289699 May 27 18:31:08.224836 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:08.270238 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Transition to ACTIVE for port object dfbbad14-0ac7-4ebe-966a-b702bd39e0db will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:31:08.369757 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:08.423535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:08.425286 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-f076b255-045a-46ca-bca9-5f9059922431 service neutron] 10.222.0.36 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772771 May 27 18:31:08.780586 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Pushing event updated for resources: {'Port': ['ID=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:08.797614 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-5be352ed-3ba2-4451-970a-caf1dd8c32ef service neutron] 10.222.0.36 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971310 May 27 18:31:08.839730 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:08.867596 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-e40939ae-4cee-41e6-8e4d-def744aca32f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1936515284&fields=id&tenant_id=3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 267 time: 0.1119149 May 27 18:31:08.907003 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Attempting to bind port dfbbad14-0ac7-4ebe-966a-b702bd39e0db on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:31:08.907448 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Attempting to bind port dfbbad14-0ac7-4ebe-966a-b702bd39e0db by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:31:08.907795 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Attempting to bind port dfbbad14-0ac7-4ebe-966a-b702bd39e0db on network eacdb298-a25e-423a-a635-8ffc865bc844 {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:08.919346 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:31:08.919665 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Checking segment: {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:31:08.920105 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:08.920668 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Bound using segment: {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:31:08.920892 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Bound port: dfbbad14-0ac7-4ebe-966a-b702bd39e0db, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:31:08.921313 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:09.229346 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] For port dfbbad14-0ac7-4ebe-966a-b702bd39e0db, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:31:09.229346 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] For port dfbbad14-0ac7-4ebe-966a-b702bd39e0db, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:31:09.231116 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-738d385b-4422-4609-b4f0-3877fd0eb182 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:09.231116 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-738d385b-4422-4609-b4f0-3877fd0eb182 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 816 time: 0.2678847 May 27 18:31:09.231116 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-7e2a05ac-bd93-4405-86b7-a58fa227fb1d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/quotas/3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 375 time: 0.0178576 May 27 18:31:09.273995 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-7c7fe052-194b-4c1d-bed4-23deb2b3db8d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102266 May 27 18:31:09.434833 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:09.442374 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-2b8d687a-9470-4c35-b94c-75e96c0ea499 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:09.533462 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Routers {'689387f4-ed4f-4594-bacb-413d78ec092c'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:31:09.534277 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:31:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['689387f4-ed4f-4594-bacb-413d78ec092c'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:09.624006 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Pushing event updated for resources: {'Port': ['ID=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:09.653022 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:09.668450 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15a044-fca4-4731-9596-3622da80bebb req-6fbbafa3-24b6-4023-901e-9d6f4ae83fab tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:09.675624 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2a15a044-fca4-4731-9596-3622da80bebb req-6fbbafa3-24b6-4023-901e-9d6f4ae83fab tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.2600911 May 27 18:31:09.689333 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-c5b2f6da-f8d1-472c-a71e-35560b68ea9b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:31:09.698483 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-c5b2f6da-f8d1-472c-a71e-35560b68ea9b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2313573 May 27 18:31:09.877094 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] Set router 689387f4-ed4f-4594-bacb-413d78ec092c gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:31:09.952803 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:10.095478 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2a15a044-fca4-4731-9596-3622da80bebb req-617f04de-e748-4f69-8708-7821e6c3e8c6 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363981 May 27 18:31:10.207257 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-a2c078d2-e067-41dd-bd16-d6600e15303b service neutron] 10.222.0.36 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077465 May 27 18:31:10.560687 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-06126bec-43fe-4168-8f51-0fdddb23ec00 req-06fee08d-9582-46f6-b501-00926442c362 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 210 time: 0.2781599 May 27 18:31:10.616925 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:10.617515 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:10.766830 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-e6c13e39-342c-4143-adb5-3c7d2f2f0d68 service neutron] 10.222.0.36 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502620 May 27 18:31:10.852810 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-3d82c68c-0465-451c-b200-0f3c26fb9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:10.854272 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-3d82c68c-0465-451c-b200-0f3c26fb9cae service neutron] 10.222.0.47 "GET /v2.0/networks?id=e9f1b93e-b1e9-413d-8b76-be4945d4e676 HTTP/1.1" status: 200 len: 913 time: 0.3451931 May 27 18:31:11.109159 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '27fe5073-1156-4ef3-8050-827121991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:31:00Z', 'revision_number': 4, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port': {'id': '27fe5073-1156-4ef3-8050-827121991da8', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': 'dfbbad14-0ac7-4ebe-966a-b702bd39e0db', 'name': '', 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'mac_address': 'fa:16:3e:15:d4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:56Z', 'updated_at': '2021-05-27T18:31:09Z', 'revision_number': 4, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'subnets': [{'id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:11.125224 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec375f88-992f-4c82-92a5-11b36052e9c2 None None] The sync data for ids ['689387f4-ed4f-4594-bacb-413d78ec092c'] in dv-cinder-792299-4-smb is: [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '27fe5073-1156-4ef3-8050-827121991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:31:00Z', 'revision_number': 4, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port': {'id': '27fe5073-1156-4ef3-8050-827121991da8', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': 'dfbbad14-0ac7-4ebe-966a-b702bd39e0db', 'name': '', 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'mac_address': 'fa:16:3e:15:d4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:56Z', 'updated_at': '2021-05-27T18:31:09Z', 'revision_number': 4, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'subnets': [{'id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:31:11.160776 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-a1a92d8d-ff39-4c65-92ab-c5b7889ee200 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf HTTP/1.1" status: 200 len: 217 time: 0.1610138 May 27 18:31:11.530780 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-f8b2e1d2-91d2-4eff-b256-97403e69ebd1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:11.535823 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-f8b2e1d2-91d2-4eff-b256-97403e69ebd1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 819 time: 0.4235914 May 27 18:31:11.579857 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-601154c7-64e7-4c1f-997d-1526a414ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:11.581854 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-601154c7-64e7-4c1f-997d-1526a414ed29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=98760c5f-b282-4a25-95dc-fddec40a1c8a HTTP/1.1" status: 200 len: 852 time: 0.1988332 May 27 18:31:11.589168 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-89557386-5d15-4067-ad6b-f876f627d004 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/quotas/e80984e08213499b95a0869f53c3a020 HTTP/1.1" status: 200 len: 375 time: 0.0282028 May 27 18:31:11.711057 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bf559-0cca-4c8d-8763-1c0ef640e153 req-7dac09b4-1838-45fe-948a-ed547c8cd0da tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:11.718190 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-845bf559-0cca-4c8d-8763-1c0ef640e153 req-7dac09b4-1838-45fe-948a-ed547c8cd0da tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.2884562 May 27 18:31:11.788296 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-845bf559-0cca-4c8d-8763-1c0ef640e153 req-aba6fe45-7a2d-472f-937b-2d0ea10fedb0 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692008 May 27 18:31:11.806964 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-afddce43-ebf4-4c5b-a04f-9195deaff99b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2137306 May 27 18:31:11.896788 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device dfbbad14-0ac7-4ebe-966a-b702bd39e0db up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:11.972213 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-891cde45-25bc-40b6-94bd-508cde6f1bb6 req-969a1a8e-72d9-4460-9444-60a1c6ba0959 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 210 time: 0.0618918 May 27 18:31:12.020519 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-7d2b406d-1933-4d98-9912-3d66a9fac69f service neutron] 10.222.0.36 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101490 May 27 18:31:12.082178 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port dfbbad14-0ac7-4ebe-966a-b702bd39e0db completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:31:12.089965 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port dfbbad14-0ac7-4ebe-966a-b702bd39e0db triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:12.089965 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:12.207126 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-d8ae8067-28c9-4ecf-8666-c8f94018d39d service neutron] 10.222.0.36 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787643 May 27 18:31:12.379041 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:12.420304 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port dfbbad14-0ac7-4ebe-966a-b702bd39e0db, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:12.532906 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:12.536276 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:12.625801 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-287ce780-f343-4d6a-bad4-f43a1fd884c8 req-6a8d75f5-f98c-4787-af49-9796ab866a50 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 210 time: 0.0922377 May 27 18:31:12.725214 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:12.736384 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:13.100106 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6ed80-08c4-4262-9c6c-4b9670545716 req-c60d8c66-8dd4-4ed5-a89f-97964c8dbc45 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:13.105373 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-25c6ed80-08c4-4262-9c6c-4b9670545716 req-c60d8c66-8dd4-4ed5-a89f-97964c8dbc45 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.1308041 May 27 18:31:13.122580 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38682) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:13.167546 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-25c6ed80-08c4-4262-9c6c-4b9670545716 req-ab87c32e-b926-4dcb-a473-3558a2c2d6ac tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597918 May 27 18:31:13.262914 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:13.268799 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-70c870a3-8bcf-4b26-9325-e40afcb303ae req-1ff4681f-88c5-454b-9061-6bd2fef6baad tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 210 time: 0.0439963 May 27 18:31:13.281901 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:13.287815 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:8b5b44a621c3445db70557fa6f42092f is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:13.290823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:13.297652 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:13.387610 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:13.470204 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:13.480824 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:13.527608 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b5b44a621c3445db70557fa6f42092f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4034448 May 27 18:31:13.529121 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38708) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:13.532891 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b725609-9fca-4b46-a7b6-b4156b6fec0d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:13.548378 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:13.594385 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:13.622984 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:13.750088 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:13.755711 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:13.777766 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b725609-9fca-4b46-a7b6-b4156b6fec0d,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:13.797324 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:13.874286 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:13.875477 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b725609-9fca-4b46-a7b6-b4156b6fec0d HTTP/1.1" status: 204 len: 168 time: 0.3451602 May 27 18:31:13.910451 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device dfbbad14-0ac7-4ebe-966a-b702bd39e0db up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:13.932053 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-ee426a6c-71d9-4d38-b66e-2e458ec2350e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e9f1b93e-b1e9-413d-8b76-be4945d4e676&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358569 May 27 18:31:13.938981 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-145030aa-f9d7-4b13-811c-de644ff10568 req-ad6afd28-5f0d-4e80-9dec-bce00824c613 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 210 time: 0.0561588 May 27 18:31:14.033685 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38732) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:14.071225 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port dfbbad14-0ac7-4ebe-966a-b702bd39e0db triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:14.074182 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.238034 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-5ac407ce-6f59-4b0b-9d81-b76e810a1dc2 service neutron] 10.222.0.47 "GET /v2.0/networks/e9f1b93e-b1e9-413d-8b76-be4945d4e676?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932835 May 27 18:31:14.249939 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.266295 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:14.282857 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Usage tracker for resource:security_group_rule and tenant:37a54b955a274ee687ec3fc2c75d8100 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:14.295706 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:14.312382 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:14.505708 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.603872 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6b4e7b37-a2e1-4e6b-9b6b-cd6c2fe9617c req-8ffec83d-fbf3-4970-9478-60b94e7b640e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 210 time: 0.0910702 May 27 18:31:14.606737 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be5e42f2-49ce-4596-b547-281bdaddbb88 req-7c4f66e3-b8fc-405d-b67a-a6838792febb service neutron] 10.222.0.47 "GET /v2.0/networks/e9f1b93e-b1e9-413d-8b76-be4945d4e676?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573077 May 27 18:31:14.613425 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.622720 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:14.676223 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b179d2-172e-4601-a386-e1e70dd9155f req-710dbfa0-7434-4c87-b7d6-3008e86b7480 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:14.676548 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37a54b955a274ee687ec3fc2c75d8100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6418514 May 27 18:31:14.682587 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38748) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:14.684561 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-44b179d2-172e-4601-a386-e1e70dd9155f req-710dbfa0-7434-4c87-b7d6-3008e86b7480 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.1682103 May 27 18:31:14.700608 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9800622e-c91d-4f0c-b0e7-20209360875f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:14.707984 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:14.757004 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-44b179d2-172e-4601-a386-e1e70dd9155f req-eb28b28d-d75b-4f06-87b7-a8bc1bb8c2cc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715978 May 27 18:31:14.780268 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.808058 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.939144 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.945191 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:14.959867 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9800622e-c91d-4f0c-b0e7-20209360875f,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:14.962503 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:14.977624 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:14.981433 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9800622e-c91d-4f0c-b0e7-20209360875f HTTP/1.1" status: 204 len: 168 time: 0.2954285 May 27 18:31:15.060369 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38762) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:15.069214 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:31:15.134904 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:15.150904 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-883ad8c4-49bf-4828-97c2-4bb271a5ada0 req-cd3ddaad-bd9f-431e-bf51-62c9a651be0e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 210 time: 0.0583725 May 27 18:31:15.155915 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:15.159894 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Usage tracker for resource:security_group_rule and tenant:44b2d65975c244b8bd117743c744239c is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:15.165813 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:15.168685 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:15.258046 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:15.353523 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:15.367312 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:15.416898 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44b2d65975c244b8bd117743c744239c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553541 May 27 18:31:15.418239 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfd69e2-bcdb-44a1-877c-1f3b3175bd13,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:15.419555 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38778) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:15.462233 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:15.533601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:15.564110 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:15.659982 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-fb2380ec-c6d5-445f-9e0b-f5058d974e5b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:15.661814 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-fb2380ec-c6d5-445f-9e0b-f5058d974e5b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 819 time: 0.2075372 May 27 18:31:15.674404 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Request body: {'port': {'device_id': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'admin_state_up': True, 'tenant_id': 'e80984e08213499b95a0869f53c3a020'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:15.744563 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:15.748829 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:15.766008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfd69e2-bcdb-44a1-877c-1f3b3175bd13,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:15.770287 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:15.774205 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:15.775676 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdfd69e2-bcdb-44a1-877c-1f3b3175bd13 HTTP/1.1" status: 204 len: 168 time: 0.3538368 May 27 18:31:15.830240 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ba8e8b12-953d-4c26-9848-1789d886986d req-0cc3a683-ae5c-44b1-aec0-c505fa7d8886 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 210 time: 0.0721066 May 27 18:31:15.902002 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:15.913171 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:15.981779 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38796) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:16.007429 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.020837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:16.025239 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Usage tracker for resource:security_group_rule and tenant:364d2e4718404e70a4a71ac089b1a550 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:16.025964 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30260cab-1c1f-4b42-93f9-02e4986a4ea3 req-6244743c-6d7f-46f5-b647-65427e85a665 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:16.027745 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-30260cab-1c1f-4b42-93f9-02e4986a4ea3 req-6244743c-6d7f-46f5-b647-65427e85a665 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.1085882 May 27 18:31:16.033199 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:16.042996 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:16.055162 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Made reservation on behalf of e80984e08213499b95a0869f53c3a020 for: {'port': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:31:16.058682 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.142457 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-30260cab-1c1f-4b42-93f9-02e4986a4ea3 req-e705d6a6-ff5d-462e-981d-d6fafbd77174 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068780 May 27 18:31:16.174563 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.258459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.47', 58242) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:16.260083 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.288991 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9ae3e3b7-bd46-4ddc-86e3-cae2e5258555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:16.347733 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Allocated IP 172.20.0.12 (eacdb298-a25e-423a-a635-8ffc865bc844/68871e0a-a1d0-4a55-9265-e76dac25fe3b/4eb44c48-c486-4d3a-9772-1260b8357309) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:31:16.352747 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c19ce42f-797b-43bf-b19a-739f64d912ff req-b0112cb7-e76f-4921-91f5-0395979f8237 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 210 time: 0.0712271 May 27 18:31:16.498569 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=364d2e4718404e70a4a71ac089b1a550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156660 May 27 18:31:16.507609 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7329b856-4d7b-4e6c-a096-ce63a64f185d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:16.512728 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38818) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:16.515156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:16.594212 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.604251 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-acd012e9-a627-4908-9c12-a869cdf55a64 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:16.605185 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-acd012e9-a627-4908-9c12-a869cdf55a64 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Synchronizing usage tracker for tenant:e80984e08213499b95a0869f53c3a020 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:31:16.628381 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.664809 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.719905 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.728769 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:16.763217 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-acd012e9-a627-4908-9c12-a869cdf55a64 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Unset dirty status for tenant:e80984e08213499b95a0869f53c3a020 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:31:16.765318 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-acd012e9-a627-4908-9c12-a869cdf55a64 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 819 time: 0.4879394 May 27 18:31:16.778255 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Request body: {'port': {'device_id': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'admin_state_up': True, 'tenant_id': 'e80984e08213499b95a0869f53c3a020'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:16.864425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Network eacdb298-a25e-423a-a635-8ffc865bc844 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:31:16.879438 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:31:16.889291 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.891102 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:31:16.896814 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:16.897446 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.907925 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:16.942420 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7329b856-4d7b-4e6c-a096-ce63a64f185d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:16.945134 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Pushing event updated for resources: {'Port': ['ID=4eb44c48-c486-4d3a-9772-1260b8357309,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:16.958863 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:16.958863 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:16.958863 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7329b856-4d7b-4e6c-a096-ce63a64f185d HTTP/1.1" status: 204 len: 168 time: 0.4400165 May 27 18:31:16.960781 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:17.033620 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:17.074464 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:17.074683 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4048302 May 27 18:31:17.090236 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-05e5d05d-3c8a-4a93-9eea-aef5db9b284c req-2972e559-9a15-4695-b6cb-5c7f1b069e3c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 210 time: 0.0625072 May 27 18:31:17.105754 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Request body: {'port': {'device_id': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:17.187607 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Made reservation on behalf of e80984e08213499b95a0869f53c3a020 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:31:17.195912 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:17.303821 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.47', 58245) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:17.381867 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:17.478702 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc790c4-c238-4d21-a424-1858b76248de req-7b6089ae-1b6d-4a98-8fce-aad8fa6c378a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:17.480366 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bfc790c4-c238-4d21-a424-1858b76248de req-7b6089ae-1b6d-4a98-8fce-aad8fa6c378a tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.1915736 May 27 18:31:17.502091 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38870) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:17.536077 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Allocated IP 172.20.0.14 (eacdb298-a25e-423a-a635-8ffc865bc844/68871e0a-a1d0-4a55-9265-e76dac25fe3b/1973422a-2579-4777-98fc-7677114289ce) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:31:17.548913 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-d5a0c9c5-b8de-49c0-88a3-7755ae2e495f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:17.550498 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-d5a0c9c5-b8de-49c0-88a3-7755ae2e495f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Synchronizing usage tracker for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:31:17.692856 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-8792b53d-608d-40d9-a61e-06fd1508f87d req-270d045a-3139-4407-aec9-54d8c01cb1ce tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Synchronizing usage tracker for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:31:17.746766 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bfc790c4-c238-4d21-a424-1858b76248de req-9599b321-96fa-4689-8258-bf9c2c60ccc6 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855936 May 27 18:31:17.831075 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-d5a0c9c5-b8de-49c0-88a3-7755ae2e495f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Unset dirty status for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:31:17.832572 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-d5a0c9c5-b8de-49c0-88a3-7755ae2e495f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 816 time: 0.5273957 May 27 18:31:17.852898 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-8792b53d-608d-40d9-a61e-06fd1508f87d req-270d045a-3139-4407-aec9-54d8c01cb1ce tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Unset dirty status for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:31:17.854383 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8792b53d-608d-40d9-a61e-06fd1508f87d req-270d045a-3139-4407-aec9-54d8c01cb1ce tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 210 time: 0.2528200 May 27 18:31:17.943655 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:17.960115 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-18e9fb28-012c-4417-be42-f612356122cf tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Synchronizing usage tracker for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:31:17.966790 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:17.999082 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:18.006352 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Usage tracker for resource:security_group_rule and tenant:3edc7e305a8c4acd8d8b82a7de8db21e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:18.009965 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:18.017250 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:18.105015 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.151048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.153970 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-18e9fb28-012c-4417-be42-f612356122cf tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Unset dirty status for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:31:18.156551 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-18e9fb28-012c-4417-be42-f612356122cf tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 380 time: 0.3048933 May 27 18:31:18.164209 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:18.214562 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'port': {'device_id': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'admin_state_up': True, 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'security_groups': ['949495b3-aac7-421c-94ed-f87e7805b7fe']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:18.255330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.312410 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-90c2dc84-5c9c-496d-af43-98f4d18fb081 req-a7a69b4f-63eb-4620-a0b0-e419ca7bcab7 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 210 time: 0.0708477 May 27 18:31:18.359988 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Network eacdb298-a25e-423a-a635-8ffc865bc844 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:31:18.368042 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:31:18.382500 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:31:18.388019 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:18.388611 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.403920 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3edc7e305a8c4acd8d8b82a7de8db21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8996067 May 27 18:31:18.415533 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38902) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:18.417658 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Pushing event updated for resources: {'Port': ['ID=1973422a-2579-4777-98fc-7677114289ce,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:18.425660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:18.425660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1147c946-203b-404d-91ae-06f21cc3964a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:18.480135 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb44c48-c486-4d3a-9772-1260b8357309 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:18.488015 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.504241 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb45cfc2-4646-482f-ae44-01d58a86eddd,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:18.516823 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Transition to ACTIVE for port object 4eb44c48-c486-4d3a-9772-1260b8357309 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:31:18.521831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:18.522878 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.537546 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:18.543509 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:port and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:18.544816 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:18.553090 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:18.554167 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.629778 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.632073 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8581328 May 27 18:31:18.634834 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:18.658923 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Request body: {'port': {'device_id': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:18.715820 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Made reservation on behalf of 3a7056ea612246ce92e0dc99224ae22e for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:31:18.719790 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.742829 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.768926 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb44c48-c486-4d3a-9772-1260b8357309,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:18.802735 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:18.803608 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9dba7b8b-7f3d-4d41-89ca-ecbfc67780d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:18.821186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.832282 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb45cfc2-4646-482f-ae44-01d58a86eddd,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:18.837748 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:18.840568 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:18.844511 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb45cfc2-4646-482f-ae44-01d58a86eddd HTTP/1.1" status: 204 len: 168 time: 0.4279027 May 27 18:31:18.847093 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Attempting to bind port 4eb44c48-c486-4d3a-9772-1260b8357309 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:31:18.847463 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Attempting to bind port 4eb44c48-c486-4d3a-9772-1260b8357309 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:31:18.847797 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Attempting to bind port 4eb44c48-c486-4d3a-9772-1260b8357309 on network eacdb298-a25e-423a-a635-8ffc865bc844 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:18.857436 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Port 4eb44c48-c486-4d3a-9772-1260b8357309 on network eacdb298-a25e-423a-a635-8ffc865bc844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:31:18.857758 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Attempting to bind port 4eb44c48-c486-4d3a-9772-1260b8357309 on network eacdb298-a25e-423a-a635-8ffc865bc844 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:18.870072 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:31:18.870410 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Checking segment: {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:31:18.870915 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Bound using segment: {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:31:18.871224 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Bound port: 4eb44c48-c486-4d3a-9772-1260b8357309, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:31:18.871607 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:19.023409 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] For port 4eb44c48-c486-4d3a-9772-1260b8357309, host hv-cinder-79229, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:31:19.027989 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] For port 4eb44c48-c486-4d3a-9772-1260b8357309, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4eb44c48-c486-4d3a-9772-1260b8357309,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:31:19.142479 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:19.198825 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c64fe11d-1250-4daf-841a-48e9cae7cbae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:19.209587 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Allocated IP 172.20.0.3 (1600c6a4-a49a-4e09-9024-b2eb56e4b4cf/4be0c259-64c6-4a46-9318-a877db4763e4/7632f1f0-ed26-4a19-98be-9a620113619a) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:31:19.280474 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:19.281348 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:19.288266 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 1094 time: 2.1888802 May 27 18:31:19.297314 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'tag': '4eb44c48-c486-4d3a-9772-1260b8357309'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:19.368657 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb44c48-c486-4d3a-9772-1260b8357309,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:19.384297 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:19.399703 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec6bb6-5443-4cd4-a19c-1296295f4fc1 req-485d50cf-fb4b-4282-b008-8abb7114bf78 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:19.406893 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-64ec6bb6-5443-4cd4-a19c-1296295f4fc1 req-485d50cf-fb4b-4282-b008-8abb7114bf78 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 944 time: 0.3295295 May 27 18:31:19.504108 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d64c0b-1fde-476d-a1c1-6acf21230c0a req-3a731677-9ccc-4574-be2e-607b4b931a1d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:19.505578 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-28d64c0b-1fde-476d-a1c1-6acf21230c0a req-3a731677-9ccc-4574-be2e-607b4b931a1d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 932 time: 0.3702598 May 27 18:31:19.521264 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-64ec6bb6-5443-4cd4-a19c-1296295f4fc1 req-dfe8a0c6-deff-417f-ae3c-4b35ab1a8613 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129003 May 27 18:31:19.572221 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-28d64c0b-1fde-476d-a1c1-6acf21230c0a req-bdba01e6-f7e4-439a-a5d0-be3d40f452d4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560327 May 27 18:31:19.588337 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-edf4f111-9117-44d9-a78d-b0e78d431acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:19.588654 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:31:19.591762 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-edf4f111-9117-44d9-a78d-b0e78d431acf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1097 time: 0.1812763 May 27 18:31:19.703650 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1973422a-2579-4777-98fc-7677114289ce {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:19.719704 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:19.731136 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:19.746628 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'tag': '4eb44c48-c486-4d3a-9772-1260b8357309', 'status': 'completed', 'code': 200} May 27 18:31:19.748751 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-92840823-2a86-4643-83ec-47a3df6257c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 217 time: 0.1482987 May 27 18:31:19.755178 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Transition to ACTIVE for port object 7632f1f0-ed26-4a19-98be-9a620113619a will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:31:19.758744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Transition to ACTIVE for port object 1973422a-2579-4777-98fc-7677114289ce will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:31:19.835595 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:19.845668 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-d6b50273-5569-4e61-bee1-69624e4f9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:19.855895 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-d6b50273-5569-4e61-bee1-69624e4f9422 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.0880432 May 27 18:31:19.855980 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:19.885000 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,segment=NetworkSegment(1b74005c-a07e-4233-b40e-41fecdd5c795),segment_id=1b74005c-a07e-4233-b40e-41fecdd5c795)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:19.902842 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf', 'network_id': 'e9f1b93e-b1e9-413d-8b76-be4945d4e676', 'port_id': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf', 'mac_address': 'fa:16:3e:6b:d3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98760c5f-b282-4a25-95dc-fddec40a1c8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:31:19.971238 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:19.990882 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Pushing event updated for resources: {'Port': ['ID=1973422a-2579-4777-98fc-7677114289ce,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:19.993959 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.020611 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:20.043672 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,segment=NetworkSegment(1b74005c-a07e-4233-b40e-41fecdd5c795),segment_id=1b74005c-a07e-4233-b40e-41fecdd5c795)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:20.074893 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-ff66dc40-5080-4e4b-a787-eb001c3b43e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1760604 May 27 18:31:20.137230 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:20.148199 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:20.153541 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.157499 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:20.187944 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 38974) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:20.188307 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Attempting to bind port 1973422a-2579-4777-98fc-7677114289ce on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:31:20.188651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Attempting to bind port 1973422a-2579-4777-98fc-7677114289ce by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:31:20.189008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Attempting to bind port 1973422a-2579-4777-98fc-7677114289ce on network eacdb298-a25e-423a-a635-8ffc865bc844 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:20.227287 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Port 1973422a-2579-4777-98fc-7677114289ce on network eacdb298-a25e-423a-a635-8ffc865bc844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:31:20.227628 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Attempting to bind port 1973422a-2579-4777-98fc-7677114289ce on network eacdb298-a25e-423a-a635-8ffc865bc844 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:20.233930 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:31:20.239121 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:31:20.243117 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:31:20.243468 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Checking segment: {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:31:20.244029 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Bound using segment: {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:31:20.244502 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Bound port: 1973422a-2579-4777-98fc-7677114289ce, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8501e66a-74ea-4205-b7c0-fa65d009c49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:31:20.244838 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.248953 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:20.252319 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:20.263888 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-cec565cd-f22a-4037-8bc0-de2117876e92 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751716 May 27 18:31:20.264209 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:31:20.269831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:20.270454 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.277629 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:20.288462 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:20.401068 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] For port 1973422a-2579-4777-98fc-7677114289ce, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:31:20.406582 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] For port 1973422a-2579-4777-98fc-7677114289ce, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1973422a-2579-4777-98fc-7677114289ce,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:31:20.428195 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59e64-3b19-4810-a85d-8cfac4e24868 req-12ff2595-d805-4312-8d05-65707cb6db05 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:20.435989 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-86f59e64-3b19-4810-a85d-8cfac4e24868 req-12ff2595-d805-4312-8d05-65707cb6db05 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 931 time: 0.5832682 May 27 18:31:20.473222 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3082387 May 27 18:31:20.484202 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Request body: {'port': {'device_id': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:20.521144 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-86f59e64-3b19-4810-a85d-8cfac4e24868 req-7a599a97-4428-4a8a-b1f7-d9f17bcf29fb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840232 May 27 18:31:20.529190 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:31:20.541800 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46837107-be20-470a-98ed-4fb5a7b202b4 req-c0cad4a9-b832-47b5-9d61-ba703d10dfdb service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714527 May 27 18:31:20.553529 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.562905 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:20.587855 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 38988) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:20.618783 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.650137 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Pushing event updated for resources: {'Port': ['ID=1973422a-2579-4777-98fc-7677114289ce,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:20.653836 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:20.654557 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.679824 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:20.685788 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Usage tracker for resource:security_group_rule and tenant:6508878b8088488eb59f1821c8c0ef0f is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:20.689329 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:20.698490 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:20.701930 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-eb8e7192-5241-4b44-8557-f5ce96d4ff7c None None] Provisioning for port 7632f1f0-ed26-4a19-98be-9a620113619a completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:31:20.712671 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-eb8e7192-5241-4b44-8557-f5ce96d4ff7c None None] Provisioning complete for port 7632f1f0-ed26-4a19-98be-9a620113619a triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:20.713051 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7192-5241-4b44-8557-f5ce96d4ff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.716427 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:20.717040 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.722183 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] 10.222.0.47 "PUT /v2.0/ports/1973422a-2579-4777-98fc-7677114289ce HTTP/1.1" status: 200 len: 1094 time: 2.0669079 May 27 18:31:20.728056 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'tag': '1973422a-2579-4777-98fc-7677114289ce'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:20.823148 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:20.861884 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e7192-5241-4b44-8557-f5ce96d4ff7c None None] Port 7632f1f0-ed26-4a19-98be-9a620113619a cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:31:20.950922 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:20.969855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Usage tracker for resource:security_group_rule and tenant:dcab6c59f6254cb4b5bd7725c917ca09 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:20.981150 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:20.996571 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:21.024548 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.079905 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.137476 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-b07db8e1-933e-460b-83e6-306a0d0b4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:21.139198 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-b07db8e1-933e-460b-83e6-306a0d0b4d62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 1097 time: 0.2603755 May 27 18:31:21.158284 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-55660874-af3a-44b9-9b09-5597be37f9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:21.203545 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f337e398-c286-4adc-a73c-ed0a09132d8d,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:21.220849 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:21.239779 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-f9eca500-4697-4dc8-8950-dc6087a1f443 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1973422a-2579-4777-98fc-7677114289ce HTTP/1.1" status: 200 len: 217 time: 0.0895000 May 27 18:31:21.282515 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b880f-7b98-4ad4-bd74-83914275ec94 req-7368f679-1a4f-46b7-a9d2-81df0a43100e tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:21.284990 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-068b880f-7b98-4ad4-bd74-83914275ec94 req-7368f679-1a4f-46b7-a9d2-81df0a43100e tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 945 time: 0.4601641 May 27 18:31:21.288546 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6508878b8088488eb59f1821c8c0ef0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6996772 May 27 18:31:21.292752 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39020) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:21.372836 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495966c-51d3-4677-972e-6014ad504360 req-c831191c-3f61-4aab-86cd-8e60faec1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:21.374333 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f495966c-51d3-4677-972e-6014ad504360 req-c831191c-3f61-4aab-86cd-8e60faec1861 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1097 time: 0.4941583 May 27 18:31:21.388672 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53422aea-dc13-493e-a741-ce78b61366ff req-125b57e5-1a49-436e-8c45-9a9a07fcf652 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:21.394115 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-53422aea-dc13-493e-a741-ce78b61366ff req-125b57e5-1a49-436e-8c45-9a9a07fcf652 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 944 time: 0.4627512 May 27 18:31:21.419660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-27b9776d-0cd2-4efd-bc9c-b912b52efcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:21.421219 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-27b9776d-0cd2-4efd-bc9c-b912b52efcb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.1414964 May 27 18:31:21.512928 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-068b880f-7b98-4ad4-bd74-83914275ec94 req-27d31099-7101-4ce6-8dfe-9973cab51e73 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124114 May 27 18:31:21.548356 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.566483 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:21.602553 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-53422aea-dc13-493e-a741-ce78b61366ff req-a5bc1967-2a7c-49e0-ab69-f8cc7e60a90e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785996 May 27 18:31:21.605787 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-a58668cf-a1ae-4586-9e56-d9ee1a1764aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400201 May 27 18:31:21.669113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.679912 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.706780 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495966c-51d3-4677-972e-6014ad504360 req-05b91652-13d0-4004-915f-fb25a9452b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:21.708299 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f495966c-51d3-4677-972e-6014ad504360 req-05b91652-13d0-4004-915f-fb25a9452b3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.3132772 May 27 18:31:21.796762 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.820850 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-18862605-1ab1-4ede-a0dd-8e291568d11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:21.838144 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'tag': '1973422a-2579-4777-98fc-7677114289ce', 'status': 'completed', 'code': 200} May 27 18:31:21.879581 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:31:21.885912 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:21.886286 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.889681 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f495966c-51d3-4677-972e-6014ad504360 req-ea8a8bb8-b2b3-457b-afed-b986814eac71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 217 time: 0.1729531 May 27 18:31:21.949830 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:21.977011 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:21.992217 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-1b8760b2-ecc8-4c24-b803-abb6fd5d3516 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604302 May 27 18:31:21.994931 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f337e398-c286-4adc-a73c-ed0a09132d8d,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:21.998853 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:22.012753 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.016557 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f337e398-c286-4adc-a73c-ed0a09132d8d HTTP/1.1" status: 204 len: 168 time: 0.7190242 May 27 18:31:22.023797 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495966c-51d3-4677-972e-6014ad504360 req-d220ff5b-f5e7-4f54-897e-95f110cd1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:22.025412 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f495966c-51d3-4677-972e-6014ad504360 req-d220ff5b-f5e7-4f54-897e-95f110cd1f5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.1278455 May 27 18:31:22.095771 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.117251 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f495966c-51d3-4677-972e-6014ad504360 req-d0ba8f52-1c9c-453c-bb65-833c390433ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807385 May 27 18:31:22.130581 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efadd8-bf2d-49b2-b588-64b86af8240c req-0d800e64-644e-4ecf-b968-22d31fe7fde8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:22.141614 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21fd46-b1c4-429e-91eb-738aea311b6c,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:22.152425 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e9efadd8-bf2d-49b2-b588-64b86af8240c req-0d800e64-644e-4ecf-b968-22d31fe7fde8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 931 time: 0.3332934 May 27 18:31:22.167657 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:22.173868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:22.197617 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dcab6c59f6254cb4b5bd7725c917ca09&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0057323 May 27 18:31:22.238180 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39040) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:22.282366 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7632f1f0-ed26-4a19-98be-9a620113619a {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:22.314345 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.326141 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,segment=NetworkSegment(1b74005c-a07e-4233-b40e-41fecdd5c795),segment_id=1b74005c-a07e-4233-b40e-41fecdd5c795)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:22.363631 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Transition to ACTIVE for port object 7632f1f0-ed26-4a19-98be-9a620113619a will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:31:22.367107 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b37abd92-47e4-42d4-91f0-b262ac7196ea req-c73199ff-dac5-4b13-802c-cd8d77a8ce3b service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505414 May 27 18:31:22.432274 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e9efadd8-bf2d-49b2-b588-64b86af8240c req-6737a3b7-e5be-4e68-8b93-2dfc2942777f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789457 May 27 18:31:22.475235 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.487324 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.491837 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:22.503087 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f495966c-51d3-4677-972e-6014ad504360 req-dc06a51c-879e-4b7c-9290-54bee0995144 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466773 May 27 18:31:22.543095 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.549884 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.563349 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:22.597229 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:22.606921 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:22.779544 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f495966c-51d3-4677-972e-6014ad504360 req-0381c087-70a6-4961-ad99-188d1fc87e57 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694197 May 27 18:31:22.903938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.914720 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bb2c8827-f539-4c5a-b310-bc5e050da7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:22.956495 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:22.957742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21fd46-b1c4-429e-91eb-738aea311b6c,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:22.964071 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:22.986156 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:22.986156 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a21fd46-b1c4-429e-91eb-738aea311b6c HTTP/1.1" status: 204 len: 168 time: 0.7155340 May 27 18:31:23.019534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:23.033262 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c2f9-7a5c-40b0-9a49-298c24c32d10 req-6c632bae-bc07-4672-bb61-acac1c18ecdd tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:23.041714 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f400c2f9-7a5c-40b0-9a49-298c24c32d10 req-6c632bae-bc07-4672-bb61-acac1c18ecdd tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.2647614 May 27 18:31:23.044625 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Attempting to bind port 7632f1f0-ed26-4a19-98be-9a620113619a on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:31:23.045030 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Attempting to bind port 7632f1f0-ed26-4a19-98be-9a620113619a by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:31:23.045446 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Attempting to bind port 7632f1f0-ed26-4a19-98be-9a620113619a on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:23.051891 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Port 7632f1f0-ed26-4a19-98be-9a620113619a on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:31:23.052329 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Attempting to bind port 7632f1f0-ed26-4a19-98be-9a620113619a on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:31:23.067141 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb83b3-40af-4f01-8011-2f1006b9e0db req-5e479f92-8dd0-4c16-bedd-bb4a7d34a3a4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:23.067141 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dadb83b3-40af-4f01-8011-2f1006b9e0db req-5e479f92-8dd0-4c16-bedd-bb4a7d34a3a4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 944 time: 0.2355449 May 27 18:31:23.069900 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:31:23.070401 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Checking segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:31:23.070856 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Bound using segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:31:23.071714 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Bound port: 7632f1f0-ed26-4a19-98be-9a620113619a, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:31:23.072153 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:23.103921 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-9a9bd6b6-11de-403c-98d1-cd3bcc25ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:23.105816 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-9a9bd6b6-11de-403c-98d1-cd3bcc25ac6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 1097 time: 0.4796937 May 27 18:31:23.129101 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39066) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:23.181519 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f400c2f9-7a5c-40b0-9a49-298c24c32d10 req-45682820-1b76-46c6-9791-d1ef16361764 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207500 May 27 18:31:23.184952 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dadb83b3-40af-4f01-8011-2f1006b9e0db req-68ead03f-4841-42d4-8748-be59c3ab8a4c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173015 May 27 18:31:23.306356 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:23.337399 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:23.337813 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:31:23.342093 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Usage tracker for resource:security_group_rule and tenant:a067ed0a7a044a9889fb1cd23d182d9a is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:23.346428 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:23.354497 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:23.358245 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:31:23.361048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-4d53cc93-444c-4371-afc5-20b4c5024bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:23.363170 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-4d53cc93-444c-4371-afc5-20b4c5024bc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.2254148 May 27 18:31:23.458177 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-0b9ec58b-4d9d-439e-9dc8-2921f815ce56 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1973422a-2579-4777-98fc-7677114289ce HTTP/1.1" status: 200 len: 217 time: 0.0884361 May 27 18:31:23.470163 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf', 'code': 200} May 27 18:31:23.492633 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:23.541861 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:23.550837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:23.624904 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-d2ff737c-7123-4efc-8307-ffd14709495e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:23.629773 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-d2ff737c-7123-4efc-8307-ffd14709495e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.1550987 May 27 18:31:23.631818 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:23.633636 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:23.634238 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:23.635613 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] 10.222.0.47 "PUT /v2.0/ports/7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 1093 time: 3.1564794 May 27 18:31:23.652118 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:23.692172 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-e893de3a-3bac-4745-856c-67e914bfa672 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533397 May 27 18:31:23.718458 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4431d2f-e955-4b7a-b872-d85a6a92b7c7,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:23.729834 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:23.735450 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:23.745115 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:23.750329 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a067ed0a7a044a9889fb1cd23d182d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177168 May 27 18:31:23.751290 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39088) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:23.905769 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a6e8f-68ab-4c70-bc83-794edb34acf5 req-e0f851df-5488-4d30-87df-685a7446b4a1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:23.907842 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-422a6e8f-68ab-4c70-bc83-794edb34acf5 req-e0f851df-5488-4d30-87df-685a7446b4a1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.3277824 May 27 18:31:23.935204 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:23.986632 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:24.045804 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a', 'status': 'completed', 'code': 200} May 27 18:31:24.084835 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-38dc06c3-c037-4002-b842-4e7766954de6 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819821 May 27 18:31:24.085439 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:24.130910 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-0b2e35bc-f117-41bf-a8d5-b1dd034b4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:24.132449 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-0b2e35bc-f117-41bf-a8d5-b1dd034b4e22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1096 time: 0.3034718 May 27 18:31:24.133367 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-422a6e8f-68ab-4c70-bc83-794edb34acf5 req-90183e95-c510-40c7-83d7-f77127373880 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009645 May 27 18:31:24.168950 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-e8bb0b66-0115-4ec8-b30e-dfd33ad6745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:24.170861 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-e8bb0b66-0115-4ec8-b30e-dfd33ad6745f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 1099 time: 0.1853821 May 27 18:31:24.231779 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:24.273847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:24.283478 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Usage tracker for resource:security_group_rule and tenant:f739f83d9e604b1ea1e07c22b09ff99e is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:24.292748 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:24.306209 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:24.315787 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:24.333650 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-05e2fd38-0948-4bba-a90f-715ae4838953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:24.367926 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4431d2f-e955-4b7a-b872-d85a6a92b7c7,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:24.376269 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:24.407153 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:24.411007 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4431d2f-e955-4b7a-b872-d85a6a92b7c7 HTTP/1.1" status: 204 len: 168 time: 0.6522212 May 27 18:31:24.590547 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-974ad85d-cd85-40b0-aa03-356a82316e51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 217 time: 0.4281423 May 27 18:31:24.657591 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:24.676703 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c971cd6-053e-4f20-810f-d4d81ebcaf4a req-7e2ddc0c-1f6b-4bf7-badd-dcf8614fdff3 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:24.678247 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3c971cd6-053e-4f20-810f-d4d81ebcaf4a req-7e2ddc0c-1f6b-4bf7-badd-dcf8614fdff3 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.2242944 May 27 18:31:24.681430 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-2ceec640-c860-406b-a024-21e85dca3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:24.684505 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-2ceec640-c860-406b-a024-21e85dca3d06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0801425 May 27 18:31:24.686286 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a86b06-8969-419e-9807-0bea8ad796d0 req-8bd58989-3cad-41e9-97b8-92b21a09db2d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:24.693687 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c5a86b06-8969-419e-9807-0bea8ad796d0 req-8bd58989-3cad-41e9-97b8-92b21a09db2d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 944 time: 0.1976190 May 27 18:31:24.764719 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:24.777299 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6fc674f0-2005-47db-be2c-5a71b84a1f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:24.800614 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c5a86b06-8969-419e-9807-0bea8ad796d0 req-7f257cfa-12b3-4047-943f-efcb8844d89b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059687 May 27 18:31:24.807987 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3c971cd6-053e-4f20-810f-d4d81ebcaf4a req-5bf1da0f-ffbe-40b5-b7be-62ad185b647f tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123331 May 27 18:31:24.825212 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342466 May 27 18:31:24.835614 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=acb099bf-c0df-45da-9c7a-01e935e9defa,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:24.839087 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:24.876742 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-40f3d0f2-daa5-4adf-8b8f-e03318529ba4 req-27888a4e-e51f-4464-9b28-3c5dfeaf5c83 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843628 May 27 18:31:24.883148 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-f8f9e800-ded5-4789-80f0-6d44f8e7ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:24.884624 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-f8f9e800-ded5-4789-80f0-6d44f8e7ab81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1907003 May 27 18:31:25.105703 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-f198834d-e031-44f9-a790-eecd6f06c0b0 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364942 May 27 18:31:25.263688 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e38294a1-8119-44b5-a0f9-af197afa1832 req-b5d8364b-0ceb-4b22-8ca4-89d9ed7a27b7 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474416 May 27 18:31:25.419097 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed06cc6-4e72-4868-a75c-91a4cba662db req-66915d18-88af-4034-84d4-788434c1c274 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:25.421058 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7ed06cc6-4e72-4868-a75c-91a4cba662db req-66915d18-88af-4034-84d4-788434c1c274 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1198442 May 27 18:31:25.421534 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39154) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:25.459075 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:25.478195 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:25.485810 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Usage tracker for resource:security_group_rule and tenant:d28aee2268224e9fbec47cd0bb45e536 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:25.490770 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:25.512299 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:25.521489 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-d80630da-77f1-48ff-a4df-6c986f979d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:25.523875 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-d80630da-77f1-48ff-a4df-6c986f979d0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1096 time: 0.1078041 May 27 18:31:25.574701 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7ed06cc6-4e72-4868-a75c-91a4cba662db req-4ecdf1c5-3aec-4f18-95c9-2effcfec4302 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345201 May 27 18:31:25.601246 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1973422a-2579-4777-98fc-7677114289ce details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:31:25.734331 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:25.770538 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-7b85b78e-6039-458f-adcd-7b64e22f6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:25.777857 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-7b85b78e-6039-458f-adcd-7b64e22f6cc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.2364492 May 27 18:31:25.817159 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1973422a-2579-4777-98fc-7677114289ce, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1973422a-2579-4777-98fc-7677114289ce,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:25.831286 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '1973422a-2579-4777-98fc-7677114289ce', 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'port_id': '1973422a-2579-4777-98fc-7677114289ce', 'mac_address': 'fa:16:3e:05:dc:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:31:25.838713 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:25.843549 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-b53204cb-1cd4-4c8e-b4f3-c116219bf327 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 217 time: 0.0638855 May 27 18:31:25.848364 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-38fc2e70-df32-48af-9ca0-079f299a22db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:25.904474 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:25.932612 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1973422a-2579-4777-98fc-7677114289ce {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:25.951610 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6abfe57-28be-4449-bb84-d61b6724224f,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:25.973181 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1973422a-2579-4777-98fc-7677114289ce, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1973422a-2579-4777-98fc-7677114289ce,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:25.973568 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d28aee2268224e9fbec47cd0bb45e536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465953 May 27 18:31:25.973568 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:25.974079 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39174) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:26.035550 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-69fb233b-f8a3-4a0a-a8cc-953ebefa7baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:26.037032 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-69fb233b-f8a3-4a0a-a8cc-953ebefa7baa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.1863611 May 27 18:31:26.102404 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:26.102404 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4eb44c48-c486-4d3a-9772-1260b8357309 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:31:26.103823 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:26.120408 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:26.161894 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:26.165592 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65502355-bccb-41b8-aded-5e54261c3c8c req-4c5114e6-8925-4e2d-9f80-632cd6235123 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:26.167086 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-65502355-bccb-41b8-aded-5e54261c3c8c req-4c5114e6-8925-4e2d-9f80-632cd6235123 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.1588864 May 27 18:31:26.180175 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de39a97-c4b6-43c7-98da-d7d39c3f8b92 req-f2f66b90-8471-4bc9-9f55-67acf3fad339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:26.187848 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5de39a97-c4b6-43c7-98da-d7d39c3f8b92 req-f2f66b90-8471-4bc9-9f55-67acf3fad339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 944 time: 0.1815224 May 27 18:31:26.215040 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-1765df12-a429-4571-a3b2-b62c7a911370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:26.216545 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-1765df12-a429-4571-a3b2-b62c7a911370 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1704347 May 27 18:31:26.275983 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-65502355-bccb-41b8-aded-5e54261c3c8c req-eac4ccc1-7dd9-480f-a853-c2636ce6be32 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845907 May 27 18:31:26.281689 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=1973422a-2579-4777-98fc-7677114289ce,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:26.283685 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5de39a97-c4b6-43c7-98da-d7d39c3f8b92 req-22c86840-c1b4-4261-88ba-76bf55c42f71 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949290 May 27 18:31:26.292853 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:26.306606 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 4eb44c48-c486-4d3a-9772-1260b8357309, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4eb44c48-c486-4d3a-9772-1260b8357309,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:26.336546 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '4eb44c48-c486-4d3a-9772-1260b8357309', 'network_id': 'eacdb298-a25e-423a-a635-8ffc865bc844', 'port_id': '4eb44c48-c486-4d3a-9772-1260b8357309', 'mac_address': 'fa:16:3e:e0:cf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68871e0a-a1d0-4a55-9265-e76dac25fe3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:31:26.404978 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-4ef5ed0a-9c57-4245-8d33-1058b42f8a9f service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790082 May 27 18:31:26.406837 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:26.425518 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb44c48-c486-4d3a-9772-1260b8357309 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:26.437738 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:26.442987 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f4aec564-29ef-42ef-8b2d-b5e7bd2e2943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:26.443279 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 4eb44c48-c486-4d3a-9772-1260b8357309, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4eb44c48-c486-4d3a-9772-1260b8357309,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:26.506779 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6abfe57-28be-4449-bb84-d61b6724224f,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:26.511319 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:26.526240 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:26.527595 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d6abfe57-28be-4449-bb84-d61b6724224f HTTP/1.1" status: 204 len: 168 time: 0.5526800 May 27 18:31:26.574942 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e4b0d9a2-74e3-4383-a38d-a41f695c7686 req-00450df6-c1a0-4d60-97bb-d4b8f5f878d1 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620209 May 27 18:31:26.604915 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:26.607271 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:26.704358 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=4eb44c48-c486-4d3a-9772-1260b8357309,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:26.707802 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:26.778390 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d3b6-dd48-46c6-ada8-240b7ec894a1 req-af5184eb-3808-4032-bee0-3a94e65c3e84 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:26.786124 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d466d3b6-dd48-46c6-ada8-240b7ec894a1 req-af5184eb-3808-4032-bee0-3a94e65c3e84 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0952892 May 27 18:31:26.838513 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d466d3b6-dd48-46c6-ada8-240b7ec894a1 req-e5381d1e-4b69-40dc-851e-ca1277d215aa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483894 May 27 18:31:27.057923 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['1973422a-2579-4777-98fc-7677114289ce'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:31:27.109514 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['4eb44c48-c486-4d3a-9772-1260b8357309'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:31:27.554882 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694363e-8491-4374-b3ea-fa1837641918 req-635ba0fd-5a8c-4fbd-b8d8-587f3241380a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:27.556364 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f694363e-8491-4374-b3ea-fa1837641918 req-635ba0fd-5a8c-4fbd-b8d8-587f3241380a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 945 time: 0.1460230 May 27 18:31:27.563830 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d456d-f2b1-4e1d-acae-4d4f863bf93b req-067b0dc4-b4cc-4fe7-8538-534f019dad8b tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:27.565392 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8d0d456d-f2b1-4e1d-acae-4d4f863bf93b req-067b0dc4-b4cc-4fe7-8538-534f019dad8b tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.1217327 May 27 18:31:27.635773 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f694363e-8491-4374-b3ea-fa1837641918 req-e15a036d-2187-4343-a554-93c29a6797de tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691905 May 27 18:31:27.639857 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8d0d456d-f2b1-4e1d-acae-4d4f863bf93b req-61379392-9480-49d0-9b83-6ef6c97ccefd tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 May 27 18:31:28.055685 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ecee9-4639-4e5f-905a-4d661db34ce0 req-04cc9066-40f7-4eb2-89da-0ce0d36bd742 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:28.057955 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-510ecee9-4639-4e5f-905a-4d661db34ce0 req-04cc9066-40f7-4eb2-89da-0ce0d36bd742 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1081569 May 27 18:31:28.172766 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-510ecee9-4639-4e5f-905a-4d661db34ce0 req-33aa63bc-a868-42e7-909b-2636f0ae7d2f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084957 May 27 18:31:28.850927 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910f0c3-312f-44ab-947c-ad6255712b0e req-fdca7fc7-5fc1-434e-aaef-0bb9842b86d9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:28.852846 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3910f0c3-312f-44ab-947c-ad6255712b0e req-fdca7fc7-5fc1-434e-aaef-0bb9842b86d9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 945 time: 0.0952992 May 27 18:31:28.923048 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3910f0c3-312f-44ab-947c-ad6255712b0e req-e027caa5-d644-40f5-8ed6-8d73f19713e8 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645599 May 27 18:31:29.162346 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39296) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:29.190233 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.379792 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.396509 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:29.400838 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Usage tracker for resource:security_group_rule and tenant:56691e8a0a3c44098533eb999e57db79 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:29.404060 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:29.410606 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:29.439360 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d0a9c-3a1c-4540-8b63-4b9f7f59fecf req-122bbdc6-698c-42ce-8e18-557ac586471c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:29.444053 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d68d0a9c-3a1c-4540-8b63-4b9f7f59fecf req-122bbdc6-698c-42ce-8e18-557ac586471c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1308606 May 27 18:31:29.498002 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d68d0a9c-3a1c-4540-8b63-4b9f7f59fecf req-28ed599d-4202-4e03-8a09-d790d04eac2b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515738 May 27 18:31:29.503214 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.570829 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.579735 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7c6446b7-c423-4830-a9ae-ca83fdc81956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:29.619663 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56691e8a0a3c44098533eb999e57db79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561923 May 27 18:31:29.621379 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a1b952-fb57-40d3-8245-107ed669a733,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:29.622375 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39308) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:29.625264 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:29.637150 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:31:29.639523 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1973422a-2579-4777-98fc-7677114289ce up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:29.691316 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.722964 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.875239 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39322) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:29.888274 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 1973422a-2579-4777-98fc-7677114289ce completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:31:29.897634 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 1973422a-2579-4777-98fc-7677114289ce triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:29.898385 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.913462 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:29.919586 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:29.961435 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a1b952-fb57-40d3-8245-107ed669a733,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:29.975865 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:30.004223 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:30.009733 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.014088 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49a1b952-fb57-40d3-8245-107ed669a733 HTTP/1.1" status: 204 len: 168 time: 0.3906605 May 27 18:31:30.029924 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '7632f1f0-ed26-4a19-98be-9a620113619a', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'port_id': '7632f1f0-ed26-4a19-98be-9a620113619a', 'mac_address': 'fa:16:3e:d2:3c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:31:30.132457 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.142476 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.153547 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.172587 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:30.178456 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7632f1f0-ed26-4a19-98be-9a620113619a {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:31:30.201922 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1973422a-2579-4777-98fc-7677114289ce'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:30.216818 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:30.218738 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1973422a-2579-4777-98fc-7677114289ce, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1973422a-2579-4777-98fc-7677114289ce,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:30.222705 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:0340d2f3a9434c45b42aa7fa7cce0634 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:30.230606 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:30.243416 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:30.258298 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1973422a-2579-4777-98fc-7677114289ce', 'code': 200} May 27 18:31:30.325433 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef0659-64c4-414b-b04d-41277cef653e req-2a3c0a98-e1c2-4532-a439-c8827d335abd tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:30.326854 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fef0659-64c4-414b-b04d-41277cef653e req-2a3c0a98-e1c2-4532-a439-c8827d335abd tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 945 time: 0.1611586 May 27 18:31:30.374896 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.376635 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4eb44c48-c486-4d3a-9772-1260b8357309 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:30.402604 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.408928 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:30.415062 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.424587 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fef0659-64c4-414b-b04d-41277cef653e req-5993a829-b916-4f81-a168-81de13eadbfd tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828445 May 27 18:31:30.515911 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=1973422a-2579-4777-98fc-7677114289ce,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:30.531507 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.544810 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0633748e-f070-430d-ae55-0579699adf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:30.590448 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0340d2f3a9434c45b42aa7fa7cce0634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135441 May 27 18:31:30.592162 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39354) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:30.606257 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b4d8f5-6d8d-4bbd-b327-e42d02f1d40d,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:30.613847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:30.649932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:30.653122 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:30.653589 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:30.653989 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:30.704680 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 4eb44c48-c486-4d3a-9772-1260b8357309 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:31:30.715960 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 4eb44c48-c486-4d3a-9772-1260b8357309 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:30.716355 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.746800 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.748329 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ddd2f-4f3c-4fdc-a2bd-fef6bbf87ed1 req-2e5e31a4-3903-4255-b515-19f13a38c3a3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:30.750910 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0d2ddd2f-4f3c-4fdc-a2bd-fef6bbf87ed1 req-2e5e31a4-3903-4255-b515-19f13a38c3a3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 944 time: 0.1018960 May 27 18:31:30.785997 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['7632f1f0-ed26-4a19-98be-9a620113619a'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:31:30.815963 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0d2ddd2f-4f3c-4fdc-a2bd-fef6bbf87ed1 req-139a1d46-0d65-4eb2-bf66-7d68b27fbd3a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561662 May 27 18:31:30.823582 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1278ce-6067-4273-bfdb-ab578444ac46 req-119cc95a-7f9c-40bb-aee1-11b851113f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:30.825235 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef1278ce-6067-4273-bfdb-ab578444ac46 req-119cc95a-7f9c-40bb-aee1-11b851113f72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 1099 time: 0.1892915 May 27 18:31:30.829304 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.928357 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef1278ce-6067-4273-bfdb-ab578444ac46 req-01288369-01ab-4281-84ee-e829f29a3244 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899930 May 27 18:31:30.950945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39366) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:30.971627 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:30.987454 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:30.991787 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1f018e8c6197494e8f88bdf4bb53ed80 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:30.995276 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:31.003290 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:31.024929 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.025616 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.032030 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:31.096418 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 4eb44c48-c486-4d3a-9772-1260b8357309, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4eb44c48-c486-4d3a-9772-1260b8357309,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:31.177059 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b4d8f5-6d8d-4bbd-b327-e42d02f1d40d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:31.179814 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:31.184079 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.188540 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:31.190363 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.194526 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3b4d8f5-6d8d-4bbd-b327-e42d02f1d40d HTTP/1.1" status: 204 len: 168 time: 0.6008341 May 27 18:31:31.205698 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.274992 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=4eb44c48-c486-4d3a-9772-1260b8357309,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:31.277948 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:31.327808 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.341159 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ad761e07-7fd2-4d56-ab2d-0e0f9555c180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:31.381628 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f018e8c6197494e8f88bdf4bb53ed80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292715 May 27 18:31:31.383218 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df31bbf3-3567-4654-bcf0-beaf5cc5d594,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:31.384447 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39380) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:31.386224 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:31.444831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.471853 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.619420 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3a675-d1f3-4eb9-95b5-12f7284a4299 req-e9adf395-ef3c-4ea1-8826-58904877eb52 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:31.619420 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e1b3a675-d1f3-4eb9-95b5-12f7284a4299 req-e9adf395-ef3c-4ea1-8826-58904877eb52 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0835047 May 27 18:31:31.621113 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.626316 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e3ce76c3-5ac1-4b8c-b905-a2f10b4419a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:31.655415 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df31bbf3-3567-4654-bcf0-beaf5cc5d594,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:31.659195 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:31.661980 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:31.663528 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df31bbf3-3567-4654-bcf0-beaf5cc5d594 HTTP/1.1" status: 204 len: 168 time: 0.2779410 May 27 18:31:31.670437 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e1b3a675-d1f3-4eb9-95b5-12f7284a4299 req-a7130366-03f6-4cc9-8476-257657554157 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 May 27 18:31:32.073798 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f11d3d-88fa-40d0-8ced-8ca659036f68 req-c279a100-4e25-4e73-83c9-30c7861b6e7f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:32.083504 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-56f11d3d-88fa-40d0-8ced-8ca659036f68 req-c279a100-4e25-4e73-83c9-30c7861b6e7f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 944 time: 0.1273503 May 27 18:31:32.184717 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39410) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:32.222226 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-56f11d3d-88fa-40d0-8ced-8ca659036f68 req-8a386161-c7af-4844-bf4f-fafa6919fa55 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375844 May 27 18:31:32.249542 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.259532 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb44c48-c486-4d3a-9772-1260b8357309'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:32.303058 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:32.311493 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c4c20b05214477aeea333793f2cde5 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:32.326615 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:32.340762 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:32.359087 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb44c48-c486-4d3a-9772-1260b8357309', 'code': 200} May 27 18:31:32.477450 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.484523 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-fe4c470d-ff1b-42d2-a412-dc59a6b904c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.557082 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.567630 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:32.630002 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5c4c20b05214477aeea333793f2cde5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442971 May 27 18:31:32.631006 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be8375e-f5ef-46a9-b3cc-c9bb693f4c82,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:32.633320 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39428) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:32.635749 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:32.700208 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.728207 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.880657 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fac04f-3294-4f84-a1d2-0b98f5f4e16d req-fe2ea58d-8cb4-4a68-8b98-da05877ed4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:32.882202 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23fac04f-3294-4f84-a1d2-0b98f5f4e16d req-fe2ea58d-8cb4-4a68-8b98-da05877ed4ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.0804245 May 27 18:31:32.892265 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423df498-fce1-407c-b9c7-349990f9d488 req-b1f2806d-6d53-4529-97d9-14e87d203307 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:32.895043 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-423df498-fce1-407c-b9c7-349990f9d488 req-b1f2806d-6d53-4529-97d9-14e87d203307 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1063092 May 27 18:31:32.896954 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.905137 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:32.936693 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be8375e-f5ef-46a9-b3cc-c9bb693f4c82,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:32.939049 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:32.962162 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39442) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:32.983792 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23fac04f-3294-4f84-a1d2-0b98f5f4e16d req-ae277a6c-c6e2-4ace-a9a0-a4b64decf1d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939760 May 27 18:31:32.987392 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:32.988672 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5be8375e-f5ef-46a9-b3cc-c9bb693f4c82 HTTP/1.1" status: 204 len: 168 time: 0.3542092 May 27 18:31:32.996610 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-423df498-fce1-407c-b9c7-349990f9d488 req-fc00383f-2940-4177-80ae-880ed7ba60c8 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873315 May 27 18:31:33.169232 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.200701 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:33.204857 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Usage tracker for resource:security_group_rule and tenant:0e6164961b684628b9a660499421a06f is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:33.208964 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:33.214669 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:33.314352 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.452774 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545aece-5329-4234-a67a-4f99cef16138 req-4072950c-412a-486f-92c1-eec4e361db8c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:33.452774 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a545aece-5329-4234-a67a-4f99cef16138 req-4072950c-412a-486f-92c1-eec4e361db8c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 944 time: 0.0932677 May 27 18:31:33.470727 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.481066 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e3433543-d815-4e5d-b464-7387710899dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:33.511618 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a545aece-5329-4234-a67a-4f99cef16138 req-87790a17-209b-47db-9e2c-1b49488d1323 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540717 May 27 18:31:33.526860 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e6164961b684628b9a660499421a06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636706 May 27 18:31:33.527872 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12935d87-f4ec-42a7-a805-1e785745a00a,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:33.530765 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39470) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:33.542865 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:33.632357 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.654610 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:31:33.683803 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.835107 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-b2aceb5f-2a35-4236-ba9f-ade4808b3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:33.841046 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-b2aceb5f-2a35-4236-ba9f-ade4808b3e97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 1099 time: 0.1476524 May 27 18:31:33.866111 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d5c74-a355-40ab-8b0c-56230cbc67e3 req-e2ae6694-960f-43e0-89e3-ad951c3a3731 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:33.867642 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-701d5c74-a355-40ab-8b0c-56230cbc67e3 req-e2ae6694-960f-43e0-89e3-ad951c3a3731 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1470420 May 27 18:31:33.912384 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 7632f1f0-ed26-4a19-98be-9a620113619a completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:31:33.920106 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 7632f1f0-ed26-4a19-98be-9a620113619a triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:31:33.920723 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.932442 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-701d5c74-a355-40ab-8b0c-56230cbc67e3 req-56a9cf68-bcef-4d16-ac3f-a290c78ff826 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581625 May 27 18:31:33.949827 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.956987 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1aa3ca4e-2332-4215-89a5-83d1868f834a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:33.970836 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12935d87-f4ec-42a7-a805-1e785745a00a,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:33.980375 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:33.984272 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:33.985495 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/12935d87-f4ec-42a7-a805-1e785745a00a HTTP/1.1" status: 204 len: 168 time: 0.4532945 May 27 18:31:34.030141 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-61af24c7-1b85-421b-b01b-8722acd4a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:34.031749 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-61af24c7-1b85-421b-b01b-8722acd4a7be service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.1799042 May 27 18:31:34.115141 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:34.157765 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:34.164888 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-894fbe15-2200-46e5-85b5-2aea64cc3960 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1973422a-2579-4777-98fc-7677114289ce HTTP/1.1" status: 200 len: 217 time: 0.1250877 May 27 18:31:34.246036 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-b6f39e31-4824-4dbd-b0d6-a1cce2162ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:34.247622 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-b6f39e31-4824-4dbd-b0d6-a1cce2162ec5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.0741699 May 27 18:31:34.268277 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:34.272799 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:34.306147 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-370b4352-a5bc-4b74-abcd-1da6b2d72418 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510087 May 27 18:31:34.366660 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:34.384388 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:34.400719 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:34.432227 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a', 'code': 200} May 27 18:31:34.490585 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-2f97f14c-111f-4c22-96d2-634217035fe8 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762755 May 27 18:31:34.637889 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-86ad1e61-89ae-4951-9438-0c7118395f17 req-ab31522f-a72e-4292-ba3c-d7bb2399a66c service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400428 May 27 18:31:34.809493 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5ed7b-ddf2-4870-a4c9-3fc94884b9c8 req-b0b3cc9f-034d-4f83-960d-88228481bdbb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:34.809493 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4da5ed7b-ddf2-4870-a4c9-3fc94884b9c8 req-b0b3cc9f-034d-4f83-960d-88228481bdbb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0939476 May 27 18:31:34.830114 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4da5ed7b-ddf2-4870-a4c9-3fc94884b9c8 req-6ef3f039-4821-45ad-a5bd-83ea9f3c9296 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 May 27 18:31:34.856479 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:34.876372 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4be0f-2c5c-4bf9-9bdb-1533c32fe435 req-ed2b312c-361a-48a1-934b-2334be2559a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:34.876372 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-79c4be0f-2c5c-4bf9-9bdb-1533c32fe435 req-ed2b312c-361a-48a1-934b-2334be2559a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1098 time: 0.1077600 May 27 18:31:34.922558 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-79c4be0f-2c5c-4bf9-9bdb-1533c32fe435 req-98031bc5-81e6-42fd-a0ef-467babf141af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 May 27 18:31:35.066407 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39530) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:35.075655 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-2b908b3d-d134-4a90-bf22-06704ace1a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.090010 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.105389 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:35.116788 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Usage tracker for resource:security_group_rule and tenant:6ee798592d514aac82a6d5f4ab868916 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:35.122195 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:35.130536 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:35.215846 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be605c76-94b9-4650-9b60-e481cebfbd0c req-bb4ef097-ad52-42bd-9e19-22badc83483d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:35.223976 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be605c76-94b9-4650-9b60-e481cebfbd0c req-bb4ef097-ad52-42bd-9e19-22badc83483d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1544662 May 27 18:31:35.307740 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.313161 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be605c76-94b9-4650-9b60-e481cebfbd0c req-419e2215-ff2a-4f48-86f8-5a467b358d3d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883181 May 27 18:31:35.379300 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.389068 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-33b14c64-877a-46b1-8f7a-30a0bbd3d73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:35.430060 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13897d5d-2061-4299-8bee-0a69119a6c44,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:35.434356 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ee798592d514aac82a6d5f4ab868916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669105 May 27 18:31:35.435261 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1017da07-0203-423f-8210-209d69395d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:35.437428 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39550) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:35.498683 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.524441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.624246 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.628559 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bba7d471-4730-42e5-a412-612b8406ac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:35.643548 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13897d5d-2061-4299-8bee-0a69119a6c44,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:35.657345 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:35.668188 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:35.669515 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13897d5d-2061-4299-8bee-0a69119a6c44 HTTP/1.1" status: 204 len: 168 time: 0.2312112 May 27 18:31:36.065812 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:36.106498 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f99a1-2c8c-4204-b79a-95d11f9ac987 req-ddf95018-e385-41e6-bfbc-d8d60b994e96 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:36.115555 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f46f99a1-2c8c-4204-b79a-95d11f9ac987 req-ddf95018-e385-41e6-bfbc-d8d60b994e96 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0943670 May 27 18:31:36.159151 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f46f99a1-2c8c-4204-b79a-95d11f9ac987 req-0ae22337-75f6-4c5b-8277-2be4d446a326 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417800 May 27 18:31:36.419146 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c1b6-cf7b-4b2d-a0ef-a776550cf282 req-fd45d235-9cf3-4fb8-81f0-55b8cc169b15 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:36.421516 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6905c1b6-cf7b-4b2d-a0ef-a776550cf282 req-fd45d235-9cf3-4fb8-81f0-55b8cc169b15 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.1424942 May 27 18:31:36.609299 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6905c1b6-cf7b-4b2d-a0ef-a776550cf282 req-fa702a89-0c6c-4ff2-9180-f945fcce6327 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811771 May 27 18:31:36.661801 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f7180-088c-4a58-969b-94aa6391e8df req-bf234d32-c3f2-4ec8-af60-90e96e3d9b4b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:36.663534 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7d3f7180-088c-4a58-969b-94aa6391e8df req-bf234d32-c3f2-4ec8-af60-90e96e3d9b4b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1093154 May 27 18:31:36.709339 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7d3f7180-088c-4a58-969b-94aa6391e8df req-1c19a0f2-11fb-4688-8505-51201a67aea1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 May 27 18:31:37.355661 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3544dd-9c32-4ae6-90a5-13071be1a0ef req-cf5ceb1e-cef4-4783-a885-e16bf0d46b4a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:37.357123 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ed3544dd-9c32-4ae6-90a5-13071be1a0ef req-cf5ceb1e-cef4-4783-a885-e16bf0d46b4a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0839882 May 27 18:31:37.407089 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ed3544dd-9c32-4ae6-90a5-13071be1a0ef req-38fe412a-b4e9-4074-90d2-f96cc35a3dc5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440681 May 27 18:31:37.510548 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39646) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:37.565430 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39654) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:37.609092 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7efdb-f3bf-42ec-b3f2-e63b4ea6a29b req-3c630aec-0265-4483-873e-fea88857c89e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:37.610636 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a5f7efdb-f3bf-42ec-b3f2-e63b4ea6a29b req-3c630aec-0265-4483-873e-fea88857c89e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0891407 May 27 18:31:37.620409 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39660) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:37.627515 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'floatingip': {'port_id': '7632f1f0-ed26-4a19-98be-9a620113619a'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:31:37.646739 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:37.712873 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:37.736949 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:37.741516 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:49b159a311ca4341bf23fb6b5ad0a9bc is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:37.744595 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:37.750635 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:37.857353 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5b708-ffdf-4694-949d-66d99394ba25 req-bcb39ec3-4851-42a5-adb2-89ca60205d00 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:37.868082 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8ba5b708-ffdf-4694-949d-66d99394ba25 req-bcb39ec3-4851-42a5-adb2-89ca60205d00 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.1173658 May 27 18:31:37.868258 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:37.989818 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8ba5b708-ffdf-4694-949d-66d99394ba25 req-5d81e317-0fb1-4850-a3be-b688ad767fa3 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234794 May 27 18:31:37.990969 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.013758 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b63f55-7d62-4cc4-957c-77cac2eb28a6 req-c0358c3a-25bd-44f7-b86a-eb3b1c08e1a0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:38.015311 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e6b63f55-7d62-4cc4-957c-77cac2eb28a6 req-c0358c3a-25bd-44f7-b86a-eb3b1c08e1a0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1330998 May 27 18:31:38.023433 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.065255 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e6b63f55-7d62-4cc4-957c-77cac2eb28a6 req-e625f9c8-6924-4f53-a6ab-9fa26184e491 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422192 May 27 18:31:38.083511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:38.091705 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.108046 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7e7df3e912405e8733ac98a6dfbff9 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:38.111958 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:38.120174 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:38.139674 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:38.234545 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39682) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:38.235729 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49b159a311ca4341bf23fb6b5ad0a9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7239504 May 27 18:31:38.236583 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553a1c5d-2e17-42e8-b83f-28d69c7ec3c1,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:38.238867 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39684) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:38.245273 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:38.397155 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.416089 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:38.420250 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Usage tracker for resource:security_group_rule and tenant:210f7a6c21c345d1a782995366c704b5 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:38.423546 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:38.430218 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:38.551067 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.607124 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.644438 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.653732 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-61f83feb-2d24-45e2-b381-76f96ca57ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:38.693241 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=210f7a6c21c345d1a782995366c704b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577579 May 27 18:31:38.696376 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39706) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:38.722960 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9e3949-0cf2-4b3f-90ef-c34e11b96531,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:38.726327 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:38.775766 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.803354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.828419 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.866839 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.883198 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-08a1d4f0-251a-4306-a93f-5086958efa96 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:38.884844 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-08a1d4f0-251a-4306-a93f-5086958efa96 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.5364933 May 27 18:31:38.957589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:38.980490 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-878528a7-6d45-4fed-b7d6-4a471e82cadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:39.010467 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.020769 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ea8c7baf-408e-432e-a781-2831c6b354d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:39.037207 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9e3949-0cf2-4b3f-90ef-c34e11b96531,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:39.039695 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.043992 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed9e3949-0cf2-4b3f-90ef-c34e11b96531 HTTP/1.1" status: 204 len: 168 time: 0.3461580 May 27 18:31:39.045321 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:39.109941 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea7e7df3e912405e8733ac98a6dfbff9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5415418 May 27 18:31:39.112122 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39728) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:39.115654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbdb3af-d7f7-471c-9ea4-09c8b398e9e4,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:39.121919 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:39.301389 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.305668 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Deleting port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:31:39.306018 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.325139 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5e1af4ef-51a2-446b-91f1-8ec5e56bb075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:39.349416 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.396419 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.402459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.403623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a1c5d-2e17-42e8-b83f-28d69c7ec3c1,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:39.407256 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:39.433517 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.438055 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/553a1c5d-2e17-42e8-b83f-28d69c7ec3c1 HTTP/1.1" status: 204 len: 168 time: 1.1938460 May 27 18:31:39.465500 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbdd59-9fa7-44a7-b738-12a6b14228a1 req-f49a5df9-46ec-4d86-bff9-368a12aa3e61 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:39.467685 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b2cbdd59-9fa7-44a7-b738-12a6b14228a1 req-f49a5df9-46ec-4d86-bff9-368a12aa3e61 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 946 time: 0.2613537 May 27 18:31:39.498110 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] For port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,segment=NetworkSegment(1b74005c-a07e-4233-b40e-41fecdd5c795),segment_id=1b74005c-a07e-4233-b40e-41fecdd5c795)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:31:39.498503 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.508159 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51395a01-64b5-4164-aa8a-26a1b08e0473 req-be3837a8-b6d8-43af-87f6-8388cffaf7ee tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:39.509839 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.514948 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-51395a01-64b5-4164-aa8a-26a1b08e0473 req-be3837a8-b6d8-43af-87f6-8388cffaf7ee tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.2259960 May 27 18:31:39.584267 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b2cbdd59-9fa7-44a7-b738-12a6b14228a1 req-7054c7b3-235c-4294-aae1-40c6a3327ca3 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f8feb6c-f948-4147-a28d-34b99718ccee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059015 May 27 18:31:39.591342 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-51395a01-64b5-4164-aa8a-26a1b08e0473 req-339d0be8-ec9d-47fb-be45-0c7a7624cbbc tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754955 May 27 18:31:39.664280 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.669404 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8738d54f-ffa4-4bc4-8f25-73b9a74bcb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:39.683499 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbdb3af-d7f7-471c-9ea4-09c8b398e9e4,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:39.685872 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:39.688071 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:39.689987 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dbdb3af-d7f7-471c-9ea4-09c8b398e9e4 HTTP/1.1" status: 204 len: 168 time: 0.5758431 May 27 18:31:39.787714 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Calling delete_port for 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:31:40.145225 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.l3_db [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Floating IP d3b89af1-f395-4b16-9c11-a0c9ebb44360 associated. External IP: 172.28.0.225, port: 7632f1f0-ed26-4a19-98be-9a620113619a. May 27 18:31:40.406020 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:31:40.582724 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:40.595214 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32841d91-a325-4728-94ae-318ae7365a47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:40.602538 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39752) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:40.625413 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:40.637388 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:31:40.651886 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Pushing event deleted for resources: {'Port': ['ID=1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:40.655032 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] Sync routers for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:31:40.655743 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:40.678079 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:31:40.680357 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:31:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:40.698404 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:40.745308 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:40.779828 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Usage tracker for resource:security_group_rule and tenant:285fbb8b166a4eb5b6f944c1a57b9bd5 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:40.785104 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:40.796101 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d538d276-1249-4722-a7b5-91312f1e751f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "PUT /v2.0/floatingips/d3b89af1-f395-4b16-9c11-a0c9ebb44360 HTTP/1.1" status: 200 len: 991 time: 3.1744833 May 27 18:31:40.804483 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:40.812613 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] No DVR routers for this DVR port 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:31:40.815290 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:40.816570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:40.818839 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-89123e28-ce71-4115-af1e-b563a0a4df6b req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.47 "DELETE /v2.0/ports/1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf HTTP/1.1" status: 204 len: 173 time: 1.9249740 May 27 18:31:40.993968 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:31:41.079333 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ffa08524-7a8b-4c6d-bd17-175a740c06d4 req-1011dec7-d512-4016-ad77-b3ac8d52562d tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.0734646 May 27 18:31:41.140444 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.168164 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bff1e-ae27-4154-96b4-298e8ed344cc req-1f530094-a8a0-4857-90b7-c1ff1edb2b13 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:41.169756 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-776bff1e-ae27-4154-96b4-298e8ed344cc req-1f530094-a8a0-4857-90b7-c1ff1edb2b13 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.2129345 May 27 18:31:41.222202 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-776bff1e-ae27-4154-96b4-298e8ed344cc req-9b25f708-0c05-4878-a125-d39035208b84 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 May 27 18:31:41.231252 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.240526 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:41.299799 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39778) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:41.328312 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ffcd38-75a8-40d0-af8e-6736f865d300,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:41.332595 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:41.337464 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=285fbb8b166a4eb5b6f944c1a57b9bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335434 May 27 18:31:41.339892 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39782) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:41.349386 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a', 'status': 'completed', 'code': 200} May 27 18:31:41.420039 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.482508 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39788) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:41.502798 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-00cc4ede-dfa9-4e85-838d-0673069074cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.505876 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'd3b89af1-f395-4b16-9c11-a0c9ebb44360', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'port_id': '7632f1f0-ed26-4a19-98be-9a620113619a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'mac_address': 'fa:16:3e:d2:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:31:05Z', 'updated_at': '2021-05-27T18:31:39Z', 'revision_number': 1, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:41.507177 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.511439 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] Checking router: ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:31:41.522054 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:31:41.522813 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:31:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:41.532484 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:41.545639 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Usage tracker for resource:security_group_rule and tenant:69b91d30911340d2a712ece2ed72086d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:41.551998 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:41.556018 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-00cc4ede-dfa9-4e85-838d-0673069074cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.571140 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:41.586592 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:41.596111 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:5d3b8fb1bcab4ad2bb93bcec84d85155 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:41.600048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:41.607591 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:41.636757 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-107df933-aee5-4825-978a-4f186c7e5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:41.638334 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-107df933-aee5-4825-978a-4f186c7e5b57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1098 time: 0.2928421 May 27 18:31:41.686598 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.691035 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:31:41.734047 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:31:41.739521 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:31:41.740173 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:31:41.768668 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-00cc4ede-dfa9-4e85-838d-0673069074cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.772545 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.795158 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e3902a2e-0ea5-423b-94ff-2bde70e69363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:41.805417 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-79a34812-4fc0-40bf-9670-a7749e65f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:41.807094 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-79a34812-4fc0-40bf-9670-a7749e65f5d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1613305 May 27 18:31:41.815582 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc4ede-dfa9-4e85-838d-0673069074cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ffcd38-75a8-40d0-af8e-6736f865d300,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:41.831827 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69b91d30911340d2a712ece2ed72086d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3482361 May 27 18:31:41.836593 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39792) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:41.891517 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fa417d-1937-4330-997b-f4d9ca7f3b9e,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:41.895539 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-00cc4ede-dfa9-4e85-838d-0673069074cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.895998 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-00cc4ede-dfa9-4e85-838d-0673069074cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a4ffcd38-75a8-40d0-af8e-6736f865d300 HTTP/1.1" status: 204 len: 168 time: 0.5550969 May 27 18:31:41.908879 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:41.909364 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:41.909723 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:41.938477 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-604a218f-2d54-4bcd-a7d5-cd4d26b8f041 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 999 time: 0.1200089 May 27 18:31:41.957495 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.996762 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:41.997022 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.041430 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-eb6d32b8-0c94-49e6-882e-60c7e979a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:42.042915 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-eb6d32b8-0c94-49e6-882e-60c7e979a5dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0958943 May 27 18:31:42.092419 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.106130 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ad926a78-3688-443a-ba4d-0ba9fcb3ff8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:42.150142 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8269e7d8-0c8c-426b-aa23-3acd9fe24263,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:42.162741 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:42.166754 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'd3b89af1-f395-4b16-9c11-a0c9ebb44360', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'port_id': '7632f1f0-ed26-4a19-98be-9a620113619a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'mac_address': 'fa:16:3e:d2:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:31:05Z', 'updated_at': '2021-05-27T18:31:39Z', 'revision_number': 1, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:42.173369 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360bb402-f489-429b-b7e3-16d739d7902e None None] The sync data for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb is: [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'd3b89af1-f395-4b16-9c11-a0c9ebb44360', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'floating_ip_address': '172.28.0.225', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'port_id': '7632f1f0-ed26-4a19-98be-9a620113619a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'mac_address': 'fa:16:3e:d2:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:31:05Z', 'updated_at': '2021-05-27T18:31:39Z', 'revision_number': 1, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:31:42.174143 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d3b8fb1bcab4ad2bb93bcec84d85155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8702118 May 27 18:31:42.174882 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 39800) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:42.196354 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-af2f3ac7-94c6-4a3a-83e8-a37a97149301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:42.198209 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-af2f3ac7-94c6-4a3a-83e8-a37a97149301 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1480136 May 27 18:31:42.319309 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.332978 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-abaf053c-34bb-4d74-b065-6d9850de3c68 req-a0fb7a05-8397-4747-bfdd-b8b4f9ffb363 tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] 10.222.0.36 "GET /v2.0/ports?device_id=b6bb1d31-2152-428b-b0f8-f75d2a67f4bf HTTP/1.1" status: 200 len: 210 time: 0.0710723 May 27 18:31:42.333687 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.377129 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2587a88a-ce6e-438a-84f4-31317abdfd34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:42.380736 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-b4cb03b5-21a9-41fe-b99b-9d7192763de8 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748698 May 27 18:31:42.412733 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fa417d-1937-4330-997b-f4d9ca7f3b9e,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:42.421425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:42.442598 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.508694 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.511354 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5fa417d-1937-4330-997b-f4d9ca7f3b9e HTTP/1.1" status: 204 len: 168 time: 0.6675005 May 27 18:31:42.553608 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f55b9c-bb16-4795-bfa8-6ee4125eec20 None None] New status for floating IP d3b89af1-f395-4b16-9c11-a0c9ebb44360: ACTIVE {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:31:42.591864 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-72ab1d86-40b4-4917-81a1-cc34407eb8ef req-878df987-2e98-43c6-8343-dfa9b42f65f9 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759019 May 27 18:31:42.855840 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a04d5-df55-489b-bb94-81bebd51261d req-249de5f3-ca7d-463d-8810-ce534d5dd224 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:42.857411 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e46a04d5-df55-489b-bb94-81bebd51261d req-249de5f3-ca7d-463d-8810-ce534d5dd224 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.2428603 May 27 18:31:42.920669 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e46a04d5-df55-489b-bb94-81bebd51261d req-a0fe54e9-e00f-4f4c-b9f8-b73ef78aa17f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 May 27 18:31:42.921678 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.927298 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d1abbdf7-6bcd-4ed1-bf5e-dc9d7066e431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:42.945985 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:42.947068 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8269e7d8-0c8c-426b-aa23-3acd9fe24263 HTTP/1.1" status: 204 len: 168 time: 0.7711334 May 27 18:31:42.947959 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8269e7d8-0c8c-426b-aa23-3acd9fe24263,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:42.950262 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:43.350751 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'name': 'network-vif-deleted', 'tag': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:31:43.404587 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6bb1d31-2152-428b-b0f8-f75d2a67f4bf', 'name': 'network-vif-deleted', 'tag': '1ed1c62c-bfde-42e6-bdf1-00998e5ef4cf', 'status': 'completed', 'code': 200} May 27 18:31:44.124558 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b6220-96e7-45ab-b9cb-dc00f5bf27c9 req-0cc0fa88-c1b6-4218-8fb6-acc244b4eaab tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:44.126070 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7f0b6220-96e7-45ab-b9cb-dc00f5bf27c9 req-0cc0fa88-c1b6-4218-8fb6-acc244b4eaab tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0960627 May 27 18:31:44.179584 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7f0b6220-96e7-45ab-b9cb-dc00f5bf27c9 req-4704270f-1610-42af-8908-21c04bace03e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457549 May 27 18:31:44.707003 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39930) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:45.027867 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:45.042780 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:45.046747 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Usage tracker for resource:security_group_rule and tenant:e8fd0d5236304c9e82f9a0e58f39e051 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:45.050720 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:45.056461 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:45.151848 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:45.284840 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:45.294720 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3f8b8ab8-d896-4e41-a112-7150fb3968ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:45.382863 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d584c85-340d-48fb-9890-6e74efaf0b7e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:45.399528 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.399528 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.400860 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.401340 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.401697 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.402038 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.402394 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.402721 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.403471 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.404400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.404749 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.405202 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:45.413179 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8fd0d5236304c9e82f9a0e58f39e051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7061491 May 27 18:31:45.414607 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:45.415726 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39962) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:45.542008 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c0da-4242-422d-8629-ac4c7550b338 req-117dba29-c0dc-4760-aae9-8493ffc66a49 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:45.544907 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-47a6c0da-4242-422d-8629-ac4c7550b338 req-117dba29-c0dc-4760-aae9-8493ffc66a49 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1159115 May 27 18:31:45.585925 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39972) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:45.586718 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:45.646307 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-47a6c0da-4242-422d-8629-ac4c7550b338 req-70724f5a-ccac-4859-80b5-f77b81cf8861 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877554 May 27 18:31:45.679296 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:45.719840 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Deleting subnet 98760c5f-b282-4a25-95dc-fddec40a1c8a {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:31:45.733773 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:45.820675 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:45.829779 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.002371 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.008584 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b12b4f1-03e8-4c5a-bceb-1a77f88cc3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:46.033371 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d584c85-340d-48fb-9890-6e74efaf0b7e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:46.036900 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:46.069451 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.073445 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0d584c85-340d-48fb-9890-6e74efaf0b7e HTTP/1.1" status: 204 len: 168 time: 0.6551650 May 27 18:31:46.275966 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.281250 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:46.318048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98760c5f-b282-4a25-95dc-fddec40a1c8a,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:46.319837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.324017 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:46.327161 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-c33f0cf8-02c4-4861-9bb0-b30def1c67f2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/98760c5f-b282-4a25-95dc-fddec40a1c8a HTTP/1.1" status: 204 len: 168 time: 0.7382863 May 27 18:31:46.329580 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 39996) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:46.439655 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.699295 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.721873 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.722801 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.723709 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.724521 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.724987 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.725461 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.726688 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.727151 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.727886 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.728472 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.874202 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.874543 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.874869 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.875193 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:31:46.875579 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f1b93e-b1e9-413d-8b76-be4945d4e676']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:46.888682 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a12c67-984f-46e6-95dd-f48bde02a229 req-86f11bab-da35-474d-8f80-2530c19828ab tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:46.890792 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-97a12c67-984f-46e6-95dd-f48bde02a229 req-86f11bab-da35-474d-8f80-2530c19828ab tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1021926 May 27 18:31:46.892316 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b74005c-a07e-4233-b40e-41fecdd5c795') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:46.892763 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b74005c-a07e-4233-b40e-41fecdd5c795') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:31:46.905259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185038'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.923476 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.934091 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:31:46.934701 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15174338'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:46.993145 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-97a12c67-984f-46e6-95dd-f48bde02a229 req-58d3afc0-3be4-40d5-9b93-3b914b1806a2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963173 May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: from cryptography.utils import int_from_bytes May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: from cryptography.utils import int_from_bytes May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: Traceback (most recent call last): May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: timer() May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: cb(*args, **kw) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: return func(*args, **kwargs) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: self._notify() May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: self.callback(batched_events) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: event.method(event) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: return f(self, *a, **k) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: return self._get(url).json() May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:31:47.023148 dv-cinder-792299-4-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:31:47.119024 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:47.123193 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9386089d-1501-4f7b-bd89-9092491de916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:47.142713 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:47.146845 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f1b93e-b1e9-413d-8b76-be4945d4e676,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:47.153870 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e9f1b93e-b1e9-413d-8b76-be4945d4e676 HTTP/1.1" status: 204 len: 168 time: 0.8233559 May 27 18:31:47.159208 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:47.497262 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40048) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:47.547146 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d5f74b0f-5ea9-4f5d-b7b9-7750ff2d9c08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebc3a994828d47248e90422349588d78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487194 May 27 18:31:47.550100 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40052) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:47.614895 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:47.649958 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:47.781906 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:47.787143 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1b92948e-d9bf-429a-b490-d8b7363e651e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:47.797546 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8feb6c-f948-4147-a28d-34b99718ccee,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:47.805333 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:47.806104 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:47.807229 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f8feb6c-f948-4147-a28d-34b99718ccee HTTP/1.1" status: 204 len: 168 time: 0.2562516 May 27 18:31:48.190790 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281e0b-6f1a-4e53-acec-a203824851d6 req-78fd2c42-df56-4b8a-94c3-173cb122c3f1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:48.192301 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-75281e0b-6f1a-4e53-acec-a203824851d6 req-78fd2c42-df56-4b8a-94c3-173cb122c3f1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0868967 May 27 18:31:48.241998 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-75281e0b-6f1a-4e53-acec-a203824851d6 req-e096054b-c742-47c3-87dc-cb1a71e91fc2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 May 27 18:31:49.455833 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e22d3-90f5-487a-b5c9-e8d6fb0aebba req-b69cf936-b89f-4b5c-892b-a908b7e92f86 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:49.457298 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-670e22d3-90f5-487a-b5c9-e8d6fb0aebba req-b69cf936-b89f-4b5c-892b-a908b7e92f86 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0841472 May 27 18:31:49.504581 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-670e22d3-90f5-487a-b5c9-e8d6fb0aebba req-f1cece91-27df-4d1c-bb93-42766489639e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 May 27 18:31:50.246029 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40168) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:50.404736 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40178) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:50.505692 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:50.542379 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:50.545058 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:50.558523 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Usage tracker for resource:security_group_rule and tenant:015b20ae0ce743268593ff97db849d22 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:50.563445 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:50.573755 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:50.576291 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:50.581437 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Usage tracker for resource:security_group_rule and tenant:8239d01c96074d4693075bd96bca428f is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:50.586154 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:50.596356 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:50.747360 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:50.760672 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fa8d0-3d9f-4639-b239-72dd65344b57 req-3e97d144-95e8-42c5-9bc0-396e18de7ede tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:50.761496 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:50.767983 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d40fa8d0-3d9f-4639-b239-72dd65344b57 req-3e97d144-95e8-42c5-9bc0-396e18de7ede tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1283832 May 27 18:31:50.815509 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d40fa8d0-3d9f-4639-b239-72dd65344b57 req-896e9d08-49b9-4208-be24-7b3b98f99b8b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449901 May 27 18:31:50.827043 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:50.835516 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3ea02c27-62b0-42ba-9d8a-2666445f8db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:50.875326 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:50.884880 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ff9d5d-fb65-4950-912e-16d270d07c08,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:50.895424 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40198) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:50.895566 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=015b20ae0ce743268593ff97db849d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895556 May 27 18:31:50.896709 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:50.899190 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b78702d9-e449-4c84-a1c1-3666aef1c8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:50.934764 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8239d01c96074d4693075bd96bca428f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853588 May 27 18:31:50.935845 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40204) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:50.940744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbf03f1-ee2c-47f1-b9f1-21531d023396,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:50.943892 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:51.008483 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.043009 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.060748 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.100757 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.252576 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.257485 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-663f1164-4e0f-4d61-9dd9-38edca041685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:51.270108 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbf03f1-ee2c-47f1-b9f1-21531d023396,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:51.282621 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.283466 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.283849 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.284192 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.284527 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.284862 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.285370 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.285705 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.286039 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.286369 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.286691 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.287014 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:31:51.289910 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.292516 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.300942 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25ff9d5d-fb65-4950-912e-16d270d07c08 HTTP/1.1" status: 204 len: 168 time: 0.3971939 May 27 18:31:51.300942 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:51.300942 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:51.302002 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:51.303184 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-aa3d5ed4-d1dd-4e03-8035-518516b5c884 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bbbf03f1-ee2c-47f1-b9f1-21531d023396 HTTP/1.1" status: 204 len: 168 time: 0.3664374 May 27 18:31:51.308643 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ff9d5d-fb65-4950-912e-16d270d07c08,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:51.311164 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:52.018112 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81409d-b648-48d8-a84b-f925b690015c req-eb233e08-20d1-4f63-bc65-9c7ffaf267b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:52.019534 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3f81409d-b648-48d8-a84b-f925b690015c req-eb233e08-20d1-4f63-bc65-9c7ffaf267b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0829089 May 27 18:31:52.068647 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:31:52.076100 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3f81409d-b648-48d8-a84b-f925b690015c req-dcb34530-13b3-4f36-a6cc-5cabcdc16099 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495458 May 27 18:31:52.172483 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40270) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:52.191742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:52.222084 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:52.226137 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Usage tracker for resource:security_group_rule and tenant:130b807b5c0b47b9a5fc5e393378e9e1 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:52.232317 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:52.239318 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:52.323603 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:52.400911 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:52.408523 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:52.449364 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dd77aa-eeee-4605-b65a-b9d921459d18,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:52.468201 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=130b807b5c0b47b9a5fc5e393378e9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918482 May 27 18:31:52.468201 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:52.472743 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40292) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:52.543818 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:52.575357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:52.706626 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:52.717344 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:52.734723 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:52.735893 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38dd77aa-eeee-4605-b65a-b9d921459d18 HTTP/1.1" status: 204 len: 168 time: 0.2664239 May 27 18:31:52.738589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dd77aa-eeee-4605-b65a-b9d921459d18,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:52.755613 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:53.296334 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aa997-39ca-42dd-9b58-4373c4b692c1 req-2c334705-3941-4fee-8eb1-be293e7e2d68 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:53.297817 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-320aa997-39ca-42dd-9b58-4373c4b692c1 req-2c334705-3941-4fee-8eb1-be293e7e2d68 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0947056 May 27 18:31:53.349737 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-320aa997-39ca-42dd-9b58-4373c4b692c1 req-102fee7d-ee3d-47ed-b059-db72316eba6a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 May 27 18:31:54.577631 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afa664-083e-43d0-bbc6-4ba534c79fe3 req-82079873-ab25-4413-8de9-ff29c86bfa1a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:54.579097 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-37afa664-083e-43d0-bbc6-4ba534c79fe3 req-82079873-ab25-4413-8de9-ff29c86bfa1a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0966825 May 27 18:31:54.623943 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-37afa664-083e-43d0-bbc6-4ba534c79fe3 req-0697ff8c-78f9-4b5b-9deb-561db62f5af4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 May 27 18:31:54.937485 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40416) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:55.046976 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40424) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:55.155350 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.170162 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:55.174935 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Usage tracker for resource:security_group_rule and tenant:e8105452b3f64e668036dd367349c30b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:55.177884 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:55.183659 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:55.280177 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.339354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.358852 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:55.364542 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:637ffe4c331848bbb51b7cac27096795 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:55.368008 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:55.376331 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:55.419879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.429276 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6798fa24-3145-44ed-9a31-e84bd2b45d90 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:55.468520 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-af0af515-01f6-49d7-91f1-11b87ed48120 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1261139 May 27 18:31:55.476760 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa20c64-6639-4aa2-ab6f-24951437f9d3,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:55.481488 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8105452b3f64e668036dd367349c30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425968 May 27 18:31:55.482785 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:55.484610 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40434) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:55.707473 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.709145 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.709145 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.709145 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-aa135113-6f5d-43cf-a877-0bfa579a4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:55.709145 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-aa135113-6f5d-43cf-a877-0bfa579a4a89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.1125245 May 27 18:31:55.903357 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db401-c898-419c-aecc-49e7246e562e req-a025b918-9e06-42f6-91a6-0bb5f20c6746 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:55.903357 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d29db401-c898-419c-aecc-49e7246e562e req-a025b918-9e06-42f6-91a6-0bb5f20c6746 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1193697 May 27 18:31:55.903922 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-e0b8fa71-1eee-48be-9133-46a6cf3edc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:55.903922 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-e0b8fa71-1eee-48be-9133-46a6cf3edc74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.1780076 May 27 18:31:55.917680 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d29db401-c898-419c-aecc-49e7246e562e req-fe919921-0c38-44c8-89b2-c53e5369a1ad tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493400 May 27 18:31:55.929913 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:55.937077 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-10556629-97cd-4a00-b61c-7dad9b5c31e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:55.976170 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-3d5d923d-5c96-417e-84a2-dbc56a7a9a8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 217 time: 0.0670292 May 27 18:31:55.979061 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec99c0-b60a-41ab-88c3-45387413a3b5,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:55.983322 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=637ffe4c331848bbb51b7cac27096795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9353220 May 27 18:31:55.984228 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:55.985955 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40450) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:56.030280 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.036100 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b9994294-02f4-434e-ad68-238c610fe9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:56.054984 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa20c64-6639-4aa2-ab6f-24951437f9d3,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:56.059494 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:56.062493 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.072827 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.073948 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eaa20c64-6639-4aa2-ab6f-24951437f9d3 HTTP/1.1" status: 204 len: 168 time: 0.5882001 May 27 18:31:56.075799 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-bfac8818-26c2-4ae4-add1-78ebde40ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:56.077391 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-bfac8818-26c2-4ae4-add1-78ebde40ec92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.0909164 May 27 18:31:56.117238 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.143009 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40462) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:56.161220 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-77f0bd92-fc2d-448c-b4c5-3dde4a309dda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757611 May 27 18:31:56.295744 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.301497 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e15e9f04-65c6-410e-ad3e-e27593e28827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:56.301860 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-983b903f-7bdf-4a43-b753-215783177434 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330857 May 27 18:31:56.315216 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec99c0-b60a-41ab-88c3-45387413a3b5,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:56.323869 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:56.325980 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.330899 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56ec99c0-b60a-41ab-88c3-45387413a3b5 HTTP/1.1" status: 204 len: 168 time: 0.3402414 May 27 18:31:56.447992 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.497649 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:56.549243 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40476) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:56.586683 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2bd4f6fb2d8841b88161416d1bcc732a is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:56.590795 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:56.594817 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e82c0276-212b-47fb-bf05-f2edb86bb295 req-b8272c16-a449-42de-8782-409c149ffaeb service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846003 May 27 18:31:56.598637 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:56.685832 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.761181 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.768094 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fd64bfb3-dc17-4268-9930-783f6c58908c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:56.814741 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2bd4f6fb2d8841b88161416d1bcc732a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6639779 May 27 18:31:56.814741 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f335216-837e-4e33-b3a0-afb20e9395d3,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:56.815214 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40488) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:56.816826 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:56.878500 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.926735 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.960097 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:56.975629 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:57.010661 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3a9b16807743fa8f5f50629ad0dc8f is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:57.013872 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:57.021981 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:57.094845 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.106596 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-52210284-53c5-4ca8-87db-9e72435924a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:57.139809 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f335216-837e-4e33-b3a0-afb20e9395d3,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:57.143399 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:57.158284 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.159499 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f335216-837e-4e33-b3a0-afb20e9395d3 HTTP/1.1" status: 204 len: 168 time: 0.3432219 May 27 18:31:57.207094 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099d3f9-9a2b-4d18-bced-4e3eb68370f4 req-b4607754-aa30-4e59-9d2c-c894316af226 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:57.208628 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2099d3f9-9a2b-4d18-bced-4e3eb68370f4 req-b4607754-aa30-4e59-9d2c-c894316af226 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1666577 May 27 18:31:57.259572 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40516) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:57.296025 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.337011 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:57.353309 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:077398bfab114e69b19140e62a569c34 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:57.355505 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.358813 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:57.361493 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2099d3f9-9a2b-4d18-bced-4e3eb68370f4 req-eda71b14-880d-41eb-bb43-f2111ab8ac44 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232026 May 27 18:31:57.369701 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:57.428134 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.437561 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c6edcff9-9b7d-4001-b775-e6217831f9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:57.493219 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a3a9b16807743fa8f5f50629ad0dc8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9420807 May 27 18:31:57.495205 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8d4394-86d1-47c0-8dd2-f8172dce3e0f,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:57.497566 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40526) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:57.500016 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:57.557941 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.569413 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.597271 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.612955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.621566 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32049870-b6a0-45c9-af87-630c85748d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:57.675349 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=077398bfab114e69b19140e62a569c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141498 May 27 18:31:57.676258 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7999df4-2b7a-4929-b537-444ff21fb617,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:57.678655 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40530) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:57.679186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:57.745771 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.760462 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f19e1a06-6434-4185-a9b3-36c01efef8a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:57.774974 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.778993 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8d4394-86d1-47c0-8dd2-f8172dce3e0f,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:57.781348 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:57.818110 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.818110 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d8d4394-86d1-47c0-8dd2-f8172dce3e0f HTTP/1.1" status: 204 len: 168 time: 0.3177757 May 27 18:31:57.824523 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.949436 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.954304 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:57.967011 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7999df4-2b7a-4929-b537-444ff21fb617,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:57.969468 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:57.970860 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:57.974297 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7999df4-2b7a-4929-b537-444ff21fb617 HTTP/1.1" status: 204 len: 168 time: 0.2919865 May 27 18:31:58.208470 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40554) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:58.227272 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:58.242439 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:31:58.246275 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:a37b0d5248d2482f8da8240e257a432b is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:31:58.249259 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:31:58.256315 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:31:58.364339 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:58.452944 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:58.466032 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d54e935c-e67f-408b-91ad-98b517b22b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:58.510631 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a37b0d5248d2482f8da8240e257a432b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007331 May 27 18:31:58.513262 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40570) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:31:58.554928 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a6a360-a504-4f10-ba1a-ea38714cb93c,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:58.560144 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:58.597995 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:58.613868 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35d986-40cb-4bf2-9ace-d250686cbe83 req-dd0d418d-00cd-4511-b588-6657c63b4990 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:58.615430 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7a35d986-40cb-4bf2-9ace-d250686cbe83 req-dd0d418d-00cd-4511-b588-6657c63b4990 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1103935 May 27 18:31:58.625660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:58.667620 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7a35d986-40cb-4bf2-9ace-d250686cbe83 req-8c4b6391-188f-4544-82b8-68c74f005525 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 May 27 18:31:58.763896 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:58.769649 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-46386151-ead4-4edb-b8e4-0079d26e76ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:31:58.790623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a6a360-a504-4f10-ba1a-ea38714cb93c,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:31:58.794148 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:31:58.811314 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:58.812927 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5a6a360-a504-4f10-ba1a-ea38714cb93c HTTP/1.1" status: 204 len: 168 time: 0.2986887 May 27 18:31:59.118426 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:31:59.930546 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f0aeb-d552-4831-aa62-abe00e8b4956 req-b4c99080-e821-410c-adfc-8bc16eafa0b9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:31:59.933796 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-656f0aeb-d552-4831-aa62-abe00e8b4956 req-b4c99080-e821-410c-adfc-8bc16eafa0b9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1395631 May 27 18:32:00.002785 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-656f0aeb-d552-4831-aa62-abe00e8b4956 req-8a3b0f9e-da03-4e19-9d70-567dc01d8160 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602617 May 27 18:32:01.148166 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40742) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:01.303457 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef6899-7310-4923-b2cf-ff6572c63fb4 req-407371c8-4788-45ab-a4fe-b8f2be5689e2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:01.310336 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-99ef6899-7310-4923-b2cf-ff6572c63fb4 req-407371c8-4788-45ab-a4fe-b8f2be5689e2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1245301 May 27 18:32:01.366924 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-99ef6899-7310-4923-b2cf-ff6572c63fb4 req-5765bc8e-a44b-40dc-8fee-3b56e8b87f07 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513132 May 27 18:32:01.462168 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:01.497174 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:01.504319 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Usage tracker for resource:security_group_rule and tenant:6402351f212e4e53b9d30788b6e29d21 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:01.507865 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:01.528365 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:01.597759 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-dc38eb20-8978-4353-8839-dd2b7dffe85b tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b40e6cdbe764e2cbef639dc1d2105b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389061 May 27 18:32:01.758878 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:01.815336 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-dbdb7d32-19e7-4881-ba5f-60c00ecbd6ac tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:01.816848 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-dbdb7d32-19e7-4881-ba5f-60c00ecbd6ac tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120857 May 27 18:32:01.835175 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-d3472924-b0d4-4e06-8e2e-0882fd99068f tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/quotas/1b40e6cdbe764e2cbef639dc1d2105b9 HTTP/1.1" status: 200 len: 375 time: 0.0126233 May 27 18:32:01.902399 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:01.918278 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-37c4b44a-d067-4d01-8b31-481de6225e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:01.929844 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-4b93619b-eeac-4d56-a8e4-195a4a34dd58 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b40e6cdbe764e2cbef639dc1d2105b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879836 May 27 18:32:01.965340 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6402351f212e4e53b9d30788b6e29d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8159451 May 27 18:32:01.965767 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40800) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:01.971051 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c264a688-8f7a-4f39-86ea-0eba38ea695f,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:01.974319 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:02.049201 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:02.079059 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:02.224099 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:02.232390 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-eff7843a-b4e8-43ea-8ca4-b7c8bb0cd8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:02.245367 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264a688-8f7a-4f39-86ea-0eba38ea695f,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:02.247861 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:02.255187 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:02.256605 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c264a688-8f7a-4f39-86ea-0eba38ea695f HTTP/1.1" status: 204 len: 168 time: 0.2884390 May 27 18:32:02.345874 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8f5617aa-dfba-4097-8eee-0a2fa7dc12ae req-416fedac-dcbd-4aea-8aee-91bb3be1ee24 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 210 time: 0.1073732 May 27 18:32:02.518749 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-903a10c6-8ae7-458b-94da-42737499d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:02.732785 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e6b08-e034-464b-a919-e44b4fb34f3c req-77625ee9-9635-4215-992f-e366d77e68b5 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:02.734271 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a12e6b08-e034-464b-a919-e44b4fb34f3c req-77625ee9-9635-4215-992f-e366d77e68b5 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1063046 May 27 18:32:02.784464 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a12e6b08-e034-464b-a919-e44b4fb34f3c req-6687b62d-c63d-477f-95de-4a609a90a73d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427914 May 27 18:32:03.457214 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1b3f8fba-2c5c-49b6-825b-b2fc86ab632b req-cce0d27d-ebd7-4e8a-b094-2c4d806d0cf0 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 210 time: 0.0668242 May 27 18:32:03.842000 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40882) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:04.051383 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:04.070114 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:04.076633 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Usage tracker for resource:security_group_rule and tenant:98e19defc792403bb3381c458b377fc2 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:04.082034 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:04.090609 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:04.114923 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62de7af-dcee-4c17-b089-afbe953756a3 req-4aa40cef-ab0c-446e-9c17-7c6ff5614c67 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:04.116538 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c62de7af-dcee-4c17-b089-afbe953756a3 req-4aa40cef-ab0c-446e-9c17-7c6ff5614c67 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1521504 May 27 18:32:04.196900 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c62de7af-dcee-4c17-b089-afbe953756a3 req-fb13dd42-9aba-48e0-9eba-b524519b9ece tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728004 May 27 18:32:04.264995 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:04.366546 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:04.375956 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-00720563-605b-48df-96fe-cf644e8a4628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:04.419197 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=98e19defc792403bb3381c458b377fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755627 May 27 18:32:04.420855 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb38eb7-22f8-4848-acaf-1b4d948153a2,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:04.421938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 40900) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:04.424832 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:04.494143 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:04.535671 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:04.669260 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:04.675963 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:04.707391 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb38eb7-22f8-4848-acaf-1b4d948153a2,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:04.708231 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:04.709623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:04.711591 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3fb38eb7-22f8-4848-acaf-1b4d948153a2 HTTP/1.1" status: 204 len: 168 time: 0.2876935 May 27 18:32:04.843456 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ad5fe10b-4561-4803-a2ae-c873c62d220d req-738f761a-2905-44d8-8fc9-c725c125d4b8 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 210 time: 0.0620372 May 27 18:32:04.847499 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-4f975133-bcb4-4bc0-8d84-61d55da583ed tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1b40e6cdbe764e2cbef639dc1d2105b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446701 May 27 18:32:04.852201 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.041176 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-454ab62d-be70-46db-af3a-f17350ea7b12 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:05.042634 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-454ab62d-be70-46db-af3a-f17350ea7b12 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837354 May 27 18:32:05.050102 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-866d6d0e-ce90-458c-83e7-7dc6d1ae0e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.056898 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Request body: {'port': {'device_id': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f', 'admin_state_up': True, 'tenant_id': '1b40e6cdbe764e2cbef639dc1d2105b9'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:05.205995 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:05.209790 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Usage tracker for resource:port and tenant:1b40e6cdbe764e2cbef639dc1d2105b9 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:05.212603 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:05.218372 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:05.347032 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Made reservation on behalf of 1b40e6cdbe764e2cbef639dc1d2105b9 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:05.350797 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.370810 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.387597 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:05.391958 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Usage tracker for resource:security_group_rule and tenant:1b40e6cdbe764e2cbef639dc1d2105b9 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:05.395518 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:05.402263 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:05.408978 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61404f45-f2e4-4c71-a1f8-359eaa9f8a7c req-1c120b00-51c5-4f71-9fe6-d198381eb8da tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:05.410463 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-61404f45-f2e4-4c71-a1f8-359eaa9f8a7c req-1c120b00-51c5-4f71-9fe6-d198381eb8da tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0908432 May 27 18:32:05.457656 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-61404f45-f2e4-4c71-a1f8-359eaa9f8a7c req-8a8d8348-d744-4db5-bfe0-a31f5c00d889 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 May 27 18:32:05.481745 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40936) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:05.501481 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.502065 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.515759 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:05.520362 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Usage tracker for resource:security_group_rule and tenant:933a619c608d4463bebe66cb8fab24dc is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:05.523835 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:05.530065 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:05.601003 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.603982 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f5f496e9-5609-4b33-a8f7-5eef8a5aac77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:05.614755 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.683280 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff037d4d-308a-4ba8-aedd-420ff3ec9f38,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:05.686615 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:05.689148 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.699283 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d0161868-c459-4cc5-a2b3-bc3d79b7dd00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:05.746283 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=933a619c608d4463bebe66cb8fab24dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634759 May 27 18:32:05.747307 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbffb0f-24e1-473d-939c-2c443368dbd5,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:05.749624 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40944) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:05.752738 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6ef7058d-a9f6-48da-9116-3897450c7008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:05.809398 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Allocated IP 192.168.233.220 (5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f/78c8b508-7f0d-4e79-b2f4-62f8c5a2e4bb/08ae61d9-f255-44f9-b81e-ad0259997c62) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:32:05.840723 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:05.872082 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.092030 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.105515 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.112096 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.115598 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2fc207ef-b1ad-4720-b199-fdce4fbe06d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:06.128437 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c88c82e6-5532-4022-9d95-63daf0b0cc64 req-ad0f08de-631c-43fa-9dee-f191efd27bc6 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 210 time: 0.1228361 May 27 18:32:06.135014 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbffb0f-24e1-473d-939c-2c443368dbd5,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:06.137578 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:06.142068 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Transition to ACTIVE for port object 08ae61d9-f255-44f9-b81e-ad0259997c62 will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:32:06.165062 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.170020 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7dbffb0f-24e1-473d-939c-2c443368dbd5 HTTP/1.1" status: 204 len: 168 time: 0.4194531 May 27 18:32:06.247322 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.255995 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:06.342800 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:32:06.346332 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:32:06.350854 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:32:06.390661 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Pushing event updated for resources: {'Port': ['ID=08ae61d9-f255-44f9-b81e-ad0259997c62,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:06.399156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:06.430849 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:06.431804 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.536270 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4845245 May 27 18:32:06.549987 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Request body: {'port': {'device_id': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:06.712044 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.712835 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b5c4239f-237f-4777-a289-8281134a6d3b None None] Provisioning for port 08ae61d9-f255-44f9-b81e-ad0259997c62 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:32:06.717953 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b5c4239f-237f-4777-a289-8281134a6d3b None None] Provisioning complete for port 08ae61d9-f255-44f9-b81e-ad0259997c62 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:32:06.723119 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b5c4239f-237f-4777-a289-8281134a6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:06.723247 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcb55b-1379-4e14-a293-97b99a59e38f req-eff49be3-dc04-44ad-ac52-c338eea1b84f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:06.728629 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-07bcb55b-1379-4e14-a293-97b99a59e38f req-eff49be3-dc04-44ad-ac52-c338eea1b84f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1538143 May 27 18:32:06.798745 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-07bcb55b-1379-4e14-a293-97b99a59e38f req-8115413c-705b-4aed-afa7-333dfb33aa15 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691977 May 27 18:32:06.831002 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-b5c4239f-237f-4777-a289-8281134a6d3b None None] Port 08ae61d9-f255-44f9-b81e-ad0259997c62 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:32:07.101602 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 40986) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:07.144071 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.172176 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:07.178360 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c4cfa14afb1241b2b036255990a559b3 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:07.181669 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:07.191813 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:07.275999 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ae61d9-f255-44f9-b81e-ad0259997c62 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:32:07.293511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.316111 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Transition to ACTIVE for port object 08ae61d9-f255-44f9-b81e-ad0259997c62 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:32:07.406632 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01313da-de9d-49e7-b005-fa628d699049 req-e0adb2cf-dee7-477a-89cf-f1328a2da54d tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:07.406851 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adc386-df9a-4c87-a38b-0dea33ab92f7 req-37a30514-8d06-4137-a4b5-acc1e384ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:07.408258 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-33adc386-df9a-4c87-a38b-0dea33ab92f7 req-37a30514-8d06-4137-a4b5-acc1e384ffea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 1099 time: 0.0794523 May 27 18:32:07.408714 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e01313da-de9d-49e7-b005-fa628d699049 req-e0adb2cf-dee7-477a-89cf-f1328a2da54d tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 936 time: 0.1375139 May 27 18:32:07.456497 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-33adc386-df9a-4c87-a38b-0dea33ab92f7 req-6dde8004-c987-4930-8b1d-704b86c857a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 May 27 18:32:07.457862 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.463883 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-507db8fe-91d1-4f03-a3b7-d45e2d813c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:07.486576 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.494112 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e01313da-de9d-49e7-b005-fa628d699049 req-dcb4c498-f473-4acb-994d-11f8100d879c tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747538 May 27 18:32:07.581048 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.594588 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Pushing event updated for resources: {'Port': ['ID=08ae61d9-f255-44f9-b81e-ad0259997c62,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:07.618950 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:07.627641 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:07.661098 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4cfa14afb1241b2b036255990a559b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5575533 May 27 18:32:07.662754 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41002) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:07.666866 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.680684 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a967f1-4fdb-4ee4-ae6d-88a75a4176df,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:07.684572 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:07.723700 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Attempting to bind port 08ae61d9-f255-44f9-b81e-ad0259997c62 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:32:07.724059 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Attempting to bind port 08ae61d9-f255-44f9-b81e-ad0259997c62 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:32:07.724389 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Attempting to bind port 08ae61d9-f255-44f9-b81e-ad0259997c62 on network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:32:07.729301 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Port 08ae61d9-f255-44f9-b81e-ad0259997c62 on network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:32:07.729613 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Attempting to bind port 08ae61d9-f255-44f9-b81e-ad0259997c62 on network 5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:32:07.734834 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:32:07.735770 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Checking segment: {'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:32:07.736155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Bound using segment: {'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:32:07.736586 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Bound port: 08ae61d9-f255-44f9-b81e-ad0259997c62, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09838e3d-bd95-4321-af57-5ad37e8d2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:32:07.736925 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.744942 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.766780 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.845662 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] For port 08ae61d9-f255-44f9-b81e-ad0259997c62, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:32:07.850048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] For port 08ae61d9-f255-44f9-b81e-ad0259997c62, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=08ae61d9-f255-44f9-b81e-ad0259997c62,segment=NetworkSegment(09838e3d-bd95-4321-af57-5ad37e8d2927),segment_id=09838e3d-bd95-4321-af57-5ad37e8d2927)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:32:07.925433 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.930125 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d816f26d-9666-4b3e-93d6-4ca0f446568f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:07.946714 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a967f1-4fdb-4ee4-ae6d-88a75a4176df,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:07.964852 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.970439 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:07.993095 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:07.998669 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:07.999796 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0a967f1-4fdb-4ee4-ae6d-88a75a4176df HTTP/1.1" status: 204 len: 168 time: 0.3362696 May 27 18:32:08.054041 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.054744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:08.056350 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] 10.222.0.47 "PUT /v2.0/ports/08ae61d9-f255-44f9-b81e-ad0259997c62 HTTP/1.1" status: 200 len: 1098 time: 1.5116570 May 27 18:32:08.056953 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'tag': '08ae61d9-f255-44f9-b81e-ad0259997c62'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:32:08.064859 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564da6af-f990-42aa-ac1d-506b417d3d6b req-b598d17e-f602-4153-a881-076cecce29aa tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.066585 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-564da6af-f990-42aa-ac1d-506b417d3d6b req-b598d17e-f602-4153-a881-076cecce29aa tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1226668 May 27 18:32:08.104894 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Pushing event updated for resources: {'Port': ['ID=08ae61d9-f255-44f9-b81e-ad0259997c62,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:08.111765 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:08.140628 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'tag': '08ae61d9-f255-44f9-b81e-ad0259997c62', 'status': 'completed', 'code': 200} May 27 18:32:08.150398 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-564da6af-f990-42aa-ac1d-506b417d3d6b req-01ded7fb-c046-4843-bd7f-0b1359e7c1ee tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747883 May 27 18:32:08.242249 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d434ee-66f7-483a-8015-02b1cb89a91e req-e1d4b7da-9a04-4230-86c1-62d540bcb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.243993 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-97d434ee-66f7-483a-8015-02b1cb89a91e req-e1d4b7da-9a04-4230-86c1-62d540bcb01e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b40e6cdbe764e2cbef639dc1d2105b9&device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 1101 time: 0.0812106 May 27 18:32:08.281634 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-97d434ee-66f7-483a-8015-02b1cb89a91e req-a63d7b1a-ebed-4bef-b5f8-5d5281f5da5e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=1b40e6cdbe764e2cbef639dc1d2105b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273621 May 27 18:32:08.453313 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d434ee-66f7-483a-8015-02b1cb89a91e req-cba9c7f8-1bd3-4b55-bfbb-49410e4f6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.455533 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-97d434ee-66f7-483a-8015-02b1cb89a91e req-cba9c7f8-1bd3-4b55-bfbb-49410e4f6425 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1673186 May 27 18:32:08.592416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-16576381-7bb4-48b7-b346-eb5a484f74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.594375 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-16576381-7bb4-48b7-b346-eb5a484f74a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1b40e6cdbe764e2cbef639dc1d2105b9&device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 1101 time: 0.0954123 May 27 18:32:08.699498 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-4e2a2dad-4e7f-442e-9198-f127bb1d9cf5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=08ae61d9-f255-44f9-b81e-ad0259997c62 HTTP/1.1" status: 200 len: 217 time: 0.0972171 May 27 18:32:08.773491 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-b7a3fba7-a878-4246-9b65-ba777b023bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.776275 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-b7a3fba7-a878-4246-9b65-ba777b023bfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78c8b508-7f0d-4e79-b2f4-62f8c5a2e4bb HTTP/1.1" status: 200 len: 843 time: 0.0681913 May 27 18:32:08.894195 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6dcbb-1e39-42ac-a7ab-9b37e5eb01b0 req-47fe9dbd-49b8-4b1a-894d-282dccd5733e tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.901013 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0ae6dcbb-1e39-42ac-a7ab-9b37e5eb01b0 req-47fe9dbd-49b8-4b1a-894d-282dccd5733e tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 948 time: 0.2026472 May 27 18:32:08.901279 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911914d-e1c1-49df-a227-545df3571f30 req-1a0cd877-c61c-458d-b5a3-807df5e7de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:08.903277 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-1a0cd877-c61c-458d-b5a3-807df5e7de05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1201167 May 27 18:32:08.961845 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0ae6dcbb-1e39-42ac-a7ab-9b37e5eb01b0 req-01f85401-0034-4be2-bec4-f22bbc16348e tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 May 27 18:32:09.086900 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-a30046d9-c319-4204-ac7c-11c7116a03a3 service neutron] 10.222.0.47 "GET /v2.0/networks/5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733739 May 27 18:32:09.248634 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9911914d-e1c1-49df-a227-545df3571f30 req-09641896-5d7e-482c-93c5-a337533a6f53 service neutron] 10.222.0.47 "GET /v2.0/networks/5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548750 May 27 18:32:09.384739 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce0abe-af00-421f-b675-42f99373cf1a req-a911341c-9fc7-471a-ae3c-790b18201c56 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:09.386207 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-50ce0abe-af00-421f-b675-42f99373cf1a req-a911341c-9fc7-471a-ae3c-790b18201c56 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.0919082 May 27 18:32:09.434593 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-50ce0abe-af00-421f-b675-42f99373cf1a req-65c96c82-32e4-4798-8ac4-6f9eb7ba44c2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 May 27 18:32:09.654650 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93186e-0e5a-4bcb-a326-e949eafef5fd req-418624a9-0bd7-43e5-b09b-a10106cad983 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:09.656378 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1e93186e-0e5a-4bcb-a326-e949eafef5fd req-418624a9-0bd7-43e5-b09b-a10106cad983 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0941081 May 27 18:32:09.706403 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1e93186e-0e5a-4bcb-a326-e949eafef5fd req-fcda6710-4d33-482a-a141-43b2ca663b96 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 May 27 18:32:10.176317 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd526534-f708-4f50-bb4e-bfbbedb2041a req-b07a4717-d106-48ed-ba23-21c761557760 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:10.177783 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cd526534-f708-4f50-bb4e-bfbbedb2041a req-b07a4717-d106-48ed-ba23-21c761557760 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 948 time: 0.0873127 May 27 18:32:10.223201 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cd526534-f708-4f50-bb4e-bfbbedb2041a req-71a89629-0a9e-43a2-b9c9-a612225bb3c4 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 May 27 18:32:11.425950 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a07b9-c78c-4b89-8800-ae2ed8870c5f req-af276312-960e-4212-9507-c51c9e9c2d72 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:11.427440 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-719a07b9-c78c-4b89-8800-ae2ed8870c5f req-af276312-960e-4212-9507-c51c9e9c2d72 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 948 time: 0.0905299 May 27 18:32:11.471865 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-719a07b9-c78c-4b89-8800-ae2ed8870c5f req-f6cea50c-bcfb-4758-9d76-105ed76d3468 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385277 May 27 18:32:12.670080 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b923ae35-f3a4-49c2-9656-4a976414068f req-bd06b822-7264-4086-9d28-0a58dff7f8c0 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:12.671572 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b923ae35-f3a4-49c2-9656-4a976414068f req-bd06b822-7264-4086-9d28-0a58dff7f8c0 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 948 time: 0.0883610 May 27 18:32:12.722908 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b923ae35-f3a4-49c2-9656-4a976414068f req-ac916ded-a573-4e9b-8f62-6e4d1b97781e tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 May 27 18:32:12.903198 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18577709-8ea4-4197-8704-79f2b62963a9 req-55657bfd-d936-40bf-be4f-b70d2f64b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:12.904707 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-18577709-8ea4-4197-8704-79f2b62963a9 req-55657bfd-d936-40bf-be4f-b70d2f64b61f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.0882456 May 27 18:32:12.912489 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aed27-0540-4cf4-88ae-6794953273a4 req-e04660c7-4624-477e-804f-4a76bf2a54ac tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:12.913947 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8f5aed27-0540-4cf4-88ae-6794953273a4 req-e04660c7-4624-477e-804f-4a76bf2a54ac tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0847738 May 27 18:32:12.964339 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8f5aed27-0540-4cf4-88ae-6794953273a4 req-9078f4eb-d197-4a28-bc90-334fcede17ae tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 May 27 18:32:13.132137 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18577709-8ea4-4197-8704-79f2b62963a9 req-e1a1bd3c-8434-4bb9-a2d1-dda2e15fc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:13.133740 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-18577709-8ea4-4197-8704-79f2b62963a9 req-e1a1bd3c-8434-4bb9-a2d1-dda2e15fc0a5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.2227864 May 27 18:32:13.204770 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-18577709-8ea4-4197-8704-79f2b62963a9 req-28a506bb-f374-4f04-9574-c27c124b80e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 217 time: 0.0627267 May 27 18:32:13.272320 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18577709-8ea4-4197-8704-79f2b62963a9 req-29a9cdac-4af9-4556-bfaf-e4c30b738ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:13.274345 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-18577709-8ea4-4197-8704-79f2b62963a9 req-29a9cdac-4af9-4556-bfaf-e4c30b738ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.0634232 May 27 18:32:13.332279 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-18577709-8ea4-4197-8704-79f2b62963a9 req-c51e0531-7c51-4008-abf3-1267f3fb2006 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465953 May 27 18:32:13.487427 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-18577709-8ea4-4197-8704-79f2b62963a9 req-3aefee3b-637f-4cec-8b10-a9226d81bd4c service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472571 May 27 18:32:13.635083 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-18577709-8ea4-4197-8704-79f2b62963a9 req-4cfb7344-9345-4a81-932a-40c4c00c58c1 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416018 May 27 18:32:13.929380 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 08ae61d9-f255-44f9-b81e-ad0259997c62 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:32:13.934123 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9cf9c4-ef2d-42d9-8223-6e69755effd3 req-d8866efd-888e-4154-9bc5-15633df8c598 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:13.936106 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8c9cf9c4-ef2d-42d9-8223-6e69755effd3 req-d8866efd-888e-4154-9bc5-15633df8c598 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 948 time: 0.0972183 May 27 18:32:14.006486 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8c9cf9c4-ef2d-42d9-8223-6e69755effd3 req-cbe1c1da-1eb7-413d-adc5-079e13b713c2 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637712 May 27 18:32:14.106422 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 08ae61d9-f255-44f9-b81e-ad0259997c62, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=08ae61d9-f255-44f9-b81e-ad0259997c62,segment=NetworkSegment(09838e3d-bd95-4321-af57-5ad37e8d2927),segment_id=09838e3d-bd95-4321-af57-5ad37e8d2927)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:32:14.124395 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '08ae61d9-f255-44f9-b81e-ad0259997c62', 'network_id': '5d1baa5b-0bd8-4dc0-8e2a-c53e1a72a84f', 'port_id': '08ae61d9-f255-44f9-b81e-ad0259997c62', 'mac_address': 'fa:16:3e:7d:b9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c8b508-7f0d-4e79-b2f4-62f8c5a2e4bb', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:32:14.191785 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:14.213042 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ae61d9-f255-44f9-b81e-ad0259997c62 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:32:14.215949 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9a5c8-b4eb-4b0e-ac6a-5f826106bd8f req-27641a84-6983-42ec-a7f4-31c7412ac5de tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:14.223596 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-36f9a5c8-b4eb-4b0e-ac6a-5f826106bd8f req-27641a84-6983-42ec-a7f4-31c7412ac5de tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1253734 May 27 18:32:14.236379 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 08ae61d9-f255-44f9-b81e-ad0259997c62, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=08ae61d9-f255-44f9-b81e-ad0259997c62,segment=NetworkSegment(09838e3d-bd95-4321-af57-5ad37e8d2927),segment_id=09838e3d-bd95-4321-af57-5ad37e8d2927)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:32:14.266450 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-36f9a5c8-b4eb-4b0e-ac6a-5f826106bd8f req-96aff406-8dd8-40a0-97c3-faf063624b0c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 May 27 18:32:14.383755 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:14.386527 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:14.456066 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=08ae61d9-f255-44f9-b81e-ad0259997c62,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:14.464409 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.464981 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.465093 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.465418 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.465746 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.466077 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.466519 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.466857 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.467185 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.467541 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.467862 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.468179 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:14.472596 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:14.503990 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41220) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:14.627070 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:14.649354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:14.649354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Usage tracker for resource:security_group_rule and tenant:19da6ff38ca540289cec9da1a8514825 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:14.652015 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:14.658448 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:14.740180 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:14.771166 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['08ae61d9-f255-44f9-b81e-ad0259997c62'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:32:14.812254 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:14.821347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5b5d6fa0-46d4-4f72-a68f-5ed43a72213c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:14.863067 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb6824-b6fa-4b3a-b867-5d929802e2c3,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:14.866435 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:14.880200 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a14f8ad4-b320-4f04-9d75-ea4d5c90a227 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19da6ff38ca540289cec9da1a8514825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749502 May 27 18:32:14.882641 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41234) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:14.954425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:14.981869 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:15.155890 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:15.166394 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f9529dbd-7ce7-466e-a476-e125af8d28b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:15.181304 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb6824-b6fa-4b3a-b867-5d929802e2c3,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:15.190783 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:15.193643 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:15.197092 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85cb6824-b6fa-4b3a-b867-5d929802e2c3 HTTP/1.1" status: 204 len: 168 time: 0.3112319 May 27 18:32:15.229758 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338e5a-ad91-4d96-a223-40a414ccb392 req-38475254-9ea9-4cd9-828a-93ac466b130e tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:15.236229 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-59338e5a-ad91-4d96-a223-40a414ccb392 req-38475254-9ea9-4cd9-828a-93ac466b130e tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 949 time: 0.1208124 May 27 18:32:15.286110 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-59338e5a-ad91-4d96-a223-40a414ccb392 req-01b0392e-15f0-4f29-bccc-24ac879307c2 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466299 May 27 18:32:15.489979 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c36eb4-983c-478f-9a9f-885405095765 req-d89c9e4a-3098-4239-b52a-0d7864fbbff4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:15.493198 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-54c36eb4-983c-478f-9a9f-885405095765 req-d89c9e4a-3098-4239-b52a-0d7864fbbff4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0976992 May 27 18:32:15.599855 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-54c36eb4-983c-478f-9a9f-885405095765 req-29c89f78-1fd8-4704-b6d4-a0a6f733d67c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020575 May 27 18:32:15.926010 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 08ae61d9-f255-44f9-b81e-ad0259997c62 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:32:16.100685 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 08ae61d9-f255-44f9-b81e-ad0259997c62 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:32:16.105690 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 08ae61d9-f255-44f9-b81e-ad0259997c62 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:32:16.106065 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:16.224707 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:16.252083 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ae61d9-f255-44f9-b81e-ad0259997c62'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:32:16.261773 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 08ae61d9-f255-44f9-b81e-ad0259997c62, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=08ae61d9-f255-44f9-b81e-ad0259997c62,segment=NetworkSegment(09838e3d-bd95-4321-af57-5ad37e8d2927),segment_id=09838e3d-bd95-4321-af57-5ad37e8d2927)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:32:16.299248 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ae61d9-f255-44f9-b81e-ad0259997c62', 'code': 200} May 27 18:32:16.352388 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:16.355218 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-50b87f13-419f-4204-b916-58e4025b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:16.437413 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=08ae61d9-f255-44f9-b81e-ad0259997c62,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:16.440783 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:16.514134 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1eefd-4526-4e06-9274-91380f101e30 req-60eb2114-2dc8-4590-b6c0-b54d446a2c22 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:16.515632 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-71a1eefd-4526-4e06-9274-91380f101e30 req-60eb2114-2dc8-4590-b6c0-b54d446a2c22 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 950 time: 0.1012423 May 27 18:32:16.581747 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-71a1eefd-4526-4e06-9274-91380f101e30 req-64a0a515-0d4c-4238-b5e7-e15e797e7580 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577474 May 27 18:32:16.788191 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eaea0-52dd-4cb5-8ee4-38658666c6cb req-2b6dd51e-cce8-4af0-a111-c48c2c91e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:16.789718 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-714eaea0-52dd-4cb5-8ee4-38658666c6cb req-2b6dd51e-cce8-4af0-a111-c48c2c91e6c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 1103 time: 0.0848174 May 27 18:32:16.819131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bef26-ad25-4e86-a918-af6125b68e83 req-49089919-8592-4e2e-9cbb-891a6511b60c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:16.820674 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ca2bef26-ad25-4e86-a918-af6125b68e83 req-49089919-8592-4e2e-9cbb-891a6511b60c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0894597 May 27 18:32:16.834941 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-714eaea0-52dd-4cb5-8ee4-38658666c6cb req-c777b68b-0c05-4b0c-98d2-158f2a1c7757 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367045 May 27 18:32:16.867909 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ca2bef26-ad25-4e86-a918-af6125b68e83 req-8ecc7640-5504-43bd-a61c-9e582410bf21 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413451 May 27 18:32:17.785172 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298732e7-7335-49af-ac1e-c142b2894094 req-48f08ba5-7062-48e8-9d8a-e9e6462435e0 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:17.785172 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-298732e7-7335-49af-ac1e-c142b2894094 req-48f08ba5-7062-48e8-9d8a-e9e6462435e0 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 950 time: 0.0850308 May 27 18:32:17.828380 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-298732e7-7335-49af-ac1e-c142b2894094 req-e7214a4d-a40d-4e8b-b91a-712f8344fa7b tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460005 May 27 18:32:18.097066 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549bb34-7b79-4e58-a167-fb72f0ebfdc0 req-b90c4cbb-d0e8-4961-a5b4-c34dbcd180ce tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:18.104105 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c549bb34-7b79-4e58-a167-fb72f0ebfdc0 req-b90c4cbb-d0e8-4961-a5b4-c34dbcd180ce tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0985529 May 27 18:32:18.147198 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c549bb34-7b79-4e58-a167-fb72f0ebfdc0 req-add89689-6022-4ffa-89d5-3d1279ac7871 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 May 27 18:32:19.046551 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c989e6-eceb-4f6c-8ca5-2a178d3cda0f req-06ea67d3-e3ac-499b-ac17-9b909855f32d tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:19.049934 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11c989e6-eceb-4f6c-8ca5-2a178d3cda0f req-06ea67d3-e3ac-499b-ac17-9b909855f32d tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 950 time: 0.0955641 May 27 18:32:19.096668 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11c989e6-eceb-4f6c-8ca5-2a178d3cda0f req-6ccbf5cc-eeaf-40bb-8e13-38cf7be13739 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 May 27 18:32:19.345551 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23ccdd-3899-4f79-aee6-bedfc0b7523c req-7d5ba370-992a-4ed2-9629-294f4f73e022 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:19.347074 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fe23ccdd-3899-4f79-aee6-bedfc0b7523c req-7d5ba370-992a-4ed2-9629-294f4f73e022 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0852470 May 27 18:32:19.394474 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fe23ccdd-3899-4f79-aee6-bedfc0b7523c req-8a6f0ada-c1be-4b68-838a-17d0bc0844db tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 May 27 18:32:19.920335 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fe548-cf40-48d3-899d-66708cbeb17b req-a9c81727-f901-461f-b386-2f33ce35264a tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:19.922143 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-998fe548-cf40-48d3-899d-66708cbeb17b req-a9c81727-f901-461f-b386-2f33ce35264a tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 950 time: 0.0847440 May 27 18:32:19.967646 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-998fe548-cf40-48d3-899d-66708cbeb17b req-62c67d0f-0979-4850-8212-c3e7aacd552c tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388420 May 27 18:32:20.589569 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7567b7-2929-4f01-8be1-f8a28cdc7c4c req-a59ab0d2-6080-4e64-9fac-7bd9d15f2dfd tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:20.591018 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4f7567b7-2929-4f01-8be1-f8a28cdc7c4c req-a59ab0d2-6080-4e64-9fac-7bd9d15f2dfd tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0793469 May 27 18:32:20.640179 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4f7567b7-2929-4f01-8be1-f8a28cdc7c4c req-cbab5178-4d93-4a83-8a84-0f2c36056118 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425637 May 27 18:32:20.949447 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41412) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:21.068935 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.117504 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:21.126819 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Usage tracker for resource:security_group_rule and tenant:ef930f5a79934b0c97bc309b7458b250 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:21.130947 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:21.143903 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:21.200544 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba48b5-398d-4965-ab16-dbb591e1026a req-1db319c0-ba37-416c-ae3f-8f96c0b54945 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:21.201985 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-05ba48b5-398d-4965-ab16-dbb591e1026a req-1db319c0-ba37-416c-ae3f-8f96c0b54945 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 950 time: 0.1232622 May 27 18:32:21.265855 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-05ba48b5-398d-4965-ab16-dbb591e1026a req-72d7305a-aaac-41cf-9762-d1afda6e5ab7 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570114 May 27 18:32:21.290820 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.397726 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.404381 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ae6f25c6-b905-47c1-91a1-c0a5a708c35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:21.449920 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef930f5a79934b0c97bc309b7458b250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967968 May 27 18:32:21.449920 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b7c9ed-d845-4572-88bd-9a8b3ad8b050,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:21.465549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 41422) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:21.466914 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:21.581070 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.616439 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.630551 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-59bdc371-322b-4482-808d-0bd2d444b637 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:21.631250 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-59bdc371-322b-4482-808d-0bd2d444b637 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Synchronizing usage tracker for tenant:1b40e6cdbe764e2cbef639dc1d2105b9 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:32:21.738016 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-59bdc371-322b-4482-808d-0bd2d444b637 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Unset dirty status for tenant:1b40e6cdbe764e2cbef639dc1d2105b9 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:32:21.739174 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-59bdc371-322b-4482-808d-0bd2d444b637 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.47 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 950 time: 0.2628200 May 27 18:32:21.792594 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.806542 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1e1dd360-29f2-40fb-a18a-844ec5c22592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:21.825956 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.827230 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9b7c9ed-d845-4572-88bd-9a8b3ad8b050 HTTP/1.1" status: 204 len: 168 time: 0.3758621 May 27 18:32:21.832392 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b7c9ed-d845-4572-88bd-9a8b3ad8b050,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:21.837444 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:21.918703 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cb17c-08ae-47da-8646-776cc9e9921e req-350ac832-3b2f-41ba-9788-84766c470fb1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:21.932335 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-761cb17c-08ae-47da-8646-776cc9e9921e req-350ac832-3b2f-41ba-9788-84766c470fb1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1382740 May 27 18:32:21.943356 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Deleting port 08ae61d9-f255-44f9-b81e-ad0259997c62 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:32:21.943707 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:21.982201 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-761cb17c-08ae-47da-8646-776cc9e9921e req-1e8b8d64-c8de-4841-8793-1afb8f7304cf tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488396 May 27 18:32:22.085157 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] For port 08ae61d9-f255-44f9-b81e-ad0259997c62, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=08ae61d9-f255-44f9-b81e-ad0259997c62,segment=NetworkSegment(09838e3d-bd95-4321-af57-5ad37e8d2927),segment_id=09838e3d-bd95-4321-af57-5ad37e8d2927)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:32:22.085502 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:22.210565 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Calling delete_port for 08ae61d9-f255-44f9-b81e-ad0259997c62 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:32:22.432579 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:22.440744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:22.445302 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['08ae61d9-f255-44f9-b81e-ad0259997c62'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:32:22.455084 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9bbf1-3ca7-48d8-b0b3-261a7e76f538 req-f047b74d-9ece-40ae-a591-88d77e559ee8 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:22.456623 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-efc9bbf1-3ca7-48d8-b0b3-261a7e76f538 req-f047b74d-9ece-40ae-a591-88d77e559ee8 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 950 time: 0.0836492 May 27 18:32:22.490853 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Pushing event deleted for resources: {'Port': ['ID=08ae61d9-f255-44f9-b81e-ad0259997c62,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:22.504336 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-efc9bbf1-3ca7-48d8-b0b3-261a7e76f538 req-930ee23b-e06e-4914-b6f1-7033ca107b78 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/security-groups?id=ff037d4d-308a-4ba8-aedd-420ff3ec9f38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 May 27 18:32:22.518416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:22.571141 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] No DVR routers for this DVR port 08ae61d9-f255-44f9-b81e-ad0259997c62 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:32:22.573839 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:22.577600 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'name': 'network-vif-deleted', 'tag': '08ae61d9-f255-44f9-b81e-ad0259997c62'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:32:22.622930 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd29f014b-e908-4141-bfc9-655ff76e82aa', 'name': 'network-vif-deleted', 'tag': '08ae61d9-f255-44f9-b81e-ad0259997c62', 'status': 'completed', 'code': 200} May 27 18:32:22.726135 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 41454) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:22.745855 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-e0500919-9ae2-43af-a468-ec800f0e76a4 req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.47 "DELETE /v2.0/ports/08ae61d9-f255-44f9-b81e-ad0259997c62 HTTP/1.1" status: 204 len: 173 time: 0.9998834 May 27 18:32:22.748430 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:22.763576 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:22.767365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Usage tracker for resource:security_group_rule and tenant:984dd4f8cb00414e82c8b2d770a00d4a is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:22.770221 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:22.775912 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:22.861544 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:22.950542 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:22.962311 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a3beb353-2954-47b8-beae-cd3ab9177a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:23.004811 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=984dd4f8cb00414e82c8b2d770a00d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775364 May 27 18:32:23.009122 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fe5ff3-1f8f-4033-80e4-3d45436bf225,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:23.009244 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41468) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:23.033155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:23.077604 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:23.155687 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:23.226951 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130efaf-7b68-4e42-80dd-31521b5de61d req-319e3c9d-80e7-411e-a30c-402c0a2b124b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:23.228472 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9130efaf-7b68-4e42-80dd-31521b5de61d req-319e3c9d-80e7-411e-a30c-402c0a2b124b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1226168 May 27 18:32:23.277585 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9130efaf-7b68-4e42-80dd-31521b5de61d req-d8f1960c-9b06-453c-99ad-019c48578656 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 May 27 18:32:23.320467 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:23.325420 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a912d4af-2e9a-4b23-a0f4-08d317567586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:23.338638 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fe5ff3-1f8f-4033-80e4-3d45436bf225,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:23.343198 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:23.348456 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:23.351045 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8fe5ff3-1f8f-4033-80e4-3d45436bf225 HTTP/1.1" status: 204 len: 168 time: 0.3412552 May 27 18:32:23.671752 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7ab871b8-b462-4ac8-b27e-57f6ee39ee91 req-bc34c2bd-b87b-4a37-bccb-eeab09b561ee tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] 10.222.0.36 "GET /v2.0/ports?device_id=d29f014b-e908-4141-bfc9-655ff76e82aa HTTP/1.1" status: 200 len: 210 time: 0.0461779 May 27 18:32:24.471316 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3031837-2bd8-4772-96cf-b9b5d0b6e8fa req-13a61973-24f6-4ce3-bdec-9fee686a013f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:24.472816 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f3031837-2bd8-4772-96cf-b9b5d0b6e8fa req-13a61973-24f6-4ce3-bdec-9fee686a013f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0841031 May 27 18:32:24.516569 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f3031837-2bd8-4772-96cf-b9b5d0b6e8fa req-7b65439a-29f6-469b-8bf1-5d4b3635eb8e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 May 27 18:32:25.719978 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae81384-970e-4db4-8ccf-ba91d99e1808 req-a89d0c39-34d6-4729-a3c6-4c876bbbdbd6 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:25.721744 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bae81384-970e-4db4-8ccf-ba91d99e1808 req-a89d0c39-34d6-4729-a3c6-4c876bbbdbd6 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0940952 May 27 18:32:25.769509 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bae81384-970e-4db4-8ccf-ba91d99e1808 req-8306c177-449a-4e39-ac74-4285834dcef2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420122 May 27 18:32:25.973256 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 08ae61d9-f255-44f9-b81e-ad0259997c62 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:32:25.997299 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1b4aa-b0b3-40b1-a278-470510cdcde0 req-88026980-c6d6-4a6d-9245-02f862273704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:25.998830 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-faf1b4aa-b0b3-40b1-a278-470510cdcde0 req-88026980-c6d6-4a6d-9245-02f862273704 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.0792358 May 27 18:32:26.015783 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 08ae61d9-f255-44f9-b81e-ad0259997c62 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:32:26.016239 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 08ae61d9-f255-44f9-b81e-ad0259997c62 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:32:26.073682 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-faf1b4aa-b0b3-40b1-a278-470510cdcde0 req-575d81e4-bbc3-4e2d-9b30-989dc3b302ed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578599 May 27 18:32:26.983554 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0232fec-e0a9-43bf-8335-e8a7270e9cf0 req-7154ba81-2451-420d-aaa3-58de8f86dedd tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:26.992221 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a0232fec-e0a9-43bf-8335-e8a7270e9cf0 req-7154ba81-2451-420d-aaa3-58de8f86dedd tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0967448 May 27 18:32:27.033878 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a0232fec-e0a9-43bf-8335-e8a7270e9cf0 req-c53d1f08-1a62-45f1-aa34-989a2f92b309 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407653 May 27 18:32:27.817748 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41728) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:27.939851 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:27.995068 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:27.998876 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3f8291cc73074f539ed2db585154dc4c is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:28.001775 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:28.007553 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:28.126835 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:28.257877 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c630d88d-fcfc-44d6-be79-7c1e8fd00d3c req-ec4503a8-40c3-487d-b90c-e179185802b5 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:28.259365 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c630d88d-fcfc-44d6-be79-7c1e8fd00d3c req-ec4503a8-40c3-487d-b90c-e179185802b5 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1053948 May 27 18:32:28.315607 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c630d88d-fcfc-44d6-be79-7c1e8fd00d3c req-605796d4-99eb-450a-ba09-67150f10947f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493979 May 27 18:32:28.407008 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:28.416399 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-13970e7c-cb82-4ea4-9be0-eec68ce14ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:28.474880 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f8291cc73074f539ed2db585154dc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6560056 May 27 18:32:28.477521 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 41808) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:28.487922 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987caaa1-c673-439d-8822-70bb96b9fcc9,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:28.504751 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:28.648242 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:28.677285 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:28.796556 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 41824) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:28.918942 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:28.930297 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:28.934147 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9d6ce0351a464db52e288bb9d3fe4a is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:28.937607 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:28.940387 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:28.947208 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b1082dd3-bb9b-45e5-8974-01c85c35cabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:28.955992 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:28.963885 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987caaa1-c673-439d-8822-70bb96b9fcc9,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:28.970893 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:28.983770 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:28.985748 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/987caaa1-c673-439d-8822-70bb96b9fcc9 HTTP/1.1" status: 204 len: 168 time: 0.5064080 May 27 18:32:29.055961 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:29.074929 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:32:29.217625 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:29.257409 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:29.270705 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e094d3df-eb39-41e6-9aea-84396f9e43fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:29.332583 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b8751-7aa6-458f-ba46-945df461ff21 req-15d1c2bc-f75f-453b-a284-cf23a3ba06d3 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:29.334421 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-377b8751-7aa6-458f-ba46-945df461ff21 req-15d1c2bc-f75f-453b-a284-cf23a3ba06d3 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1117287 May 27 18:32:29.375489 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe0d7d1-cb72-40ca-8af9-77dd7914a783,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:29.388290 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:29.396719 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-377b8751-7aa6-458f-ba46-945df461ff21 req-50508835-7bf8-4d27-9e58-277f327879f7 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 May 27 18:32:29.397718 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c9d6ce0351a464db52e288bb9d3fe4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001313 May 27 18:32:29.401398 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41846) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:29.435708 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-4c6772fb-d635-44e5-bbcb-555b9fb9a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:29.437126 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-4c6772fb-d635-44e5-bbcb-555b9fb9a573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.1442945 May 27 18:32:29.488457 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:29.518866 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:29.591748 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-5b4b8976-1e23-4ab7-a9a5-eb6e5f0a6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:29.593559 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-5b4b8976-1e23-4ab7-a9a5-eb6e5f0a6d09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.1481318 May 27 18:32:29.670874 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-f9cfc4ea-2c53-4f0f-9ff6-5c7347f7ed39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 217 time: 0.0652738 May 27 18:32:29.692231 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:29.699978 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a906f422-1729-4481-a817-23319709c7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:29.719473 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:29.721566 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffe0d7d1-cb72-40ca-8af9-77dd7914a783 HTTP/1.1" status: 204 len: 168 time: 0.3192067 May 27 18:32:29.729608 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe0d7d1-cb72-40ca-8af9-77dd7914a783,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:29.742893 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:29.779278 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-9c8fa4e1-b2e6-421f-b105-f4da0401aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:29.780967 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-9c8fa4e1-b2e6-421f-b105-f4da0401aab6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.1040776 May 27 18:32:29.834494 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-6f59f97b-5caf-42ef-a976-bf0187e31687 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458498 May 27 18:32:29.981947 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-9e379f1f-d084-4597-8668-7fea9391a308 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403639 May 27 18:32:30.054043 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41880) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:30.074823 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.095614 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:30.099890 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Usage tracker for resource:security_group_rule and tenant:ea8a2d5615ec4ade861598cd93e3c8b5 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:30.102728 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:30.108461 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:30.135345 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2e9cbb3-8f0d-4f20-8f05-7af04d6c514d req-ce6a5aef-fd46-40de-9d6b-02d58d3531af service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450047 May 27 18:32:30.259311 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.361732 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.371134 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-cf3da50d-8a5a-4ff5-9981-2929c752bb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:30.423244 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ea8a2d5615ec4ade861598cd93e3c8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673511 May 27 18:32:30.424321 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1375a109-d27c-4a02-b4d1-701ee923caf1,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:30.426054 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 41914) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:30.428891 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:30.555653 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.583623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.683354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3eec6-7ebd-4c01-aa0e-fe80c89f1e8d req-3474a86a-4aeb-49dd-8878-83a10173e986 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:30.690528 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e7e3eec6-7ebd-4c01-aa0e-fe80c89f1e8d req-3474a86a-4aeb-49dd-8878-83a10173e986 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1069438 May 27 18:32:30.731580 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e7e3eec6-7ebd-4c01-aa0e-fe80c89f1e8d req-e81fa0d2-fac0-4786-b4ce-142e6937e74b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 May 27 18:32:30.763428 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.769026 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:30.781198 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1375a109-d27c-4a02-b4d1-701ee923caf1,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:30.786399 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:30.791729 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.793183 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1375a109-d27c-4a02-b4d1-701ee923caf1 HTTP/1.1" status: 204 len: 168 time: 0.3660383 May 27 18:32:30.812615 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 41928) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:30.839313 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:30.854997 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:30.858829 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9468470ff3435e997ca057ad514b83 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:30.866813 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:30.877177 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:31.006120 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.099566 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41944) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:31.126666 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.135746 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:31.182824 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b9468470ff3435e997ca057ad514b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662670 May 27 18:32:31.183207 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 41954) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:31.184249 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c595dc-7e11-44af-a9ff-e6748592b87d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:31.188091 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:31.259153 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.303068 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.426253 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.443445 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:31.447820 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Usage tracker for resource:security_group_rule and tenant:5cf11efcf2784bfeaafe0924cc1127c1 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:31.451103 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:31.457952 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:31.491569 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.504400 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-11c786e0-4a82-448b-9d1a-66b59339259e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:31.524580 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c595dc-7e11-44af-a9ff-e6748592b87d,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:31.527434 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:31.535705 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.539086 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56c595dc-7e11-44af-a9ff-e6748592b87d HTTP/1.1" status: 204 len: 168 time: 0.3526404 May 27 18:32:31.601828 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.720763 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.732501 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e9782254-1287-4061-b7b3-f763693721d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:31.773711 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5cf11efcf2784bfeaafe0924cc1127c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726680 May 27 18:32:31.775513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b8dc8-0807-47da-8b98-b901a97f53bb,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:31.776563 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 41990) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:31.778794 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:31.847608 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.886579 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:31.978305 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681f4e-de87-46dd-80ac-437f64afad0a req-9f85b97c-9e2e-45bb-a9c1-506e90b55f6e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:31.980109 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-06681f4e-de87-46dd-80ac-437f64afad0a req-9f85b97c-9e2e-45bb-a9c1-506e90b55f6e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0988359 May 27 18:32:32.032660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:32.038340 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-79e8602d-6de5-4ff9-97b9-e8e7a913cfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:32.055332 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-06681f4e-de87-46dd-80ac-437f64afad0a req-852bf11d-4302-4cac-8d8b-d7643fbb0305 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647602 May 27 18:32:32.062769 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b8dc8-0807-47da-8b98-b901a97f53bb,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:32.074336 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:32.082634 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:32.086236 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d2b8dc8-0807-47da-8b98-b901a97f53bb HTTP/1.1" status: 204 len: 168 time: 0.3062282 May 27 18:32:32.483554 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-13d39af9-06b7-4124-aeb5-08fee3949834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:33.142183 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42050) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:33.301502 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761230e9-c11e-47c2-af73-d7d9b0efe48e req-df70dd12-d51b-485d-a136-e283b10d5e97 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:33.302988 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-761230e9-c11e-47c2-af73-d7d9b0efe48e req-df70dd12-d51b-485d-a136-e283b10d5e97 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1475284 May 27 18:32:33.353040 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-761230e9-c11e-47c2-af73-d7d9b0efe48e req-d57d442d-2612-47e2-9f54-6e2bf83ad31d tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442648 May 27 18:32:33.687597 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1468699898-network', 'tenant_id': '61ba48ba5a9644a097c9078a97b939e4'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:33.693020 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:33.697549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Usage tracker for resource:network and tenant:61ba48ba5a9644a097c9078a97b939e4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:33.700885 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:33.708572 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:33.751314 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42070) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:33.811939 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Made reservation on behalf of 61ba48ba5a9644a097c9078a97b939e4 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:33.815106 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:33.845418 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:33.869184 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:33.876575 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:61ba48ba5a9644a097c9078a97b939e4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:33.880785 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:33.888992 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:33.992772 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.069808 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-01a4522e-7185-4991-946c-eada73299c68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b40e6cdbe764e2cbef639dc1d2105b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173163 May 27 18:32:34.072318 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42086) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:34.098492 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.102697 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:34.131654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:32:34.139997 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd773e31-a3de-4ca5-a367-db37b4a04eea,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:34.144277 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:34.147175 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.147653 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Added segment d5266530-c162-4a67-93d0-1a7fe7a1bb4f of type vlan for network b3291f9d-2935-4796-bd88-c0986636209a May 27 18:32:34.188811 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.202132 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.245943 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.452088 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.456831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:34.458508 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.465238 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:34.509154 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.519254 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c905e7c1-4c26-4d59-9186-d8cb26c196a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:34.538971 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff037d4d-308a-4ba8-aedd-420ff3ec9f38,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:34.538971 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:34.549086 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.550558 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff037d4d-308a-4ba8-aedd-420ff3ec9f38 HTTP/1.1" status: 204 len: 168 time: 0.4772716 May 27 18:32:34.601812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3291f9d-2935-4796-bd88-c0986636209a,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:34.606174 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:34.613333 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network b3291f9d-2935-4796-bd88-c0986636209a details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:32:34.692245 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42112) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:34.692428 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5449393 May 27 18:32:34.694326 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Request body: {'subnet': {'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1468699898-subnet', 'tenant_id': '61ba48ba5a9644a097c9078a97b939e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:34.699110 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:34.703327 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Usage tracker for resource:subnet and tenant:61ba48ba5a9644a097c9078a97b939e4 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:34.707141 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:34.713153 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:34.843430 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Made reservation on behalf of 61ba48ba5a9644a097c9078a97b939e4 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:34.846412 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:34.878483 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:35.100834 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a24e7869-f829-4277-9294-a6e8e57ff737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:35.407712 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:35.413644 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:35.496141 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eb834bb-6d1b-4be7-8f97-8cd5196717b5,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:35.503504 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:35.506138 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Checking segment: {'id': 'd5266530-c162-4a67-93d0-1a7fe7a1bb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:32:35.506484 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Network hostable DHCP agents. Network: b3291f9d-2935-4796-bd88-c0986636209a, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:32:35.683809 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Network b3291f9d-2935-4796-bd88-c0986636209a is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:32:35.714109 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bee7d-433c-41ae-99d3-4c37c6294765 req-1d0f0d5f-d966-4467-b79b-afd283aa88c2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:35.715680 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1d3bee7d-433c-41ae-99d3-4c37c6294765 req-1d0f0d5f-d966-4467-b79b-afd283aa88c2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0880649 May 27 18:32:35.760362 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, b3291f9d-2935-4796-bd88-c0986636209a) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:32:35.764454 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1d3bee7d-433c-41ae-99d3-4c37c6294765 req-cad14d47-d299-4790-b3c9-d0cd2595206b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 May 27 18:32:35.767145 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:35.767984 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:35.772954 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d0122-8700-4353-a68c-41f120be1049 None None] Network b3291f9d-2935-4796-bd88-c0986636209a requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:32:35.879329 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-0eba36ae-e76e-45cb-886e-30d172786404 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1893892 May 27 18:32:36.007367 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e5304-5894-4b92-bcfe-d38e1e61843f None None] Network b3291f9d-2935-4796-bd88-c0986636209a requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:32:36.084146 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:37.251318 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42200) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:37.257450 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-14839667-network', 'tenant_id': '8275b94f883945609626495007bf5fd8'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:37.262371 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:37.266991 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Usage tracker for resource:network and tenant:8275b94f883945609626495007bf5fd8 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:37.271011 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:37.278079 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:37.617967 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Made reservation on behalf of 8275b94f883945609626495007bf5fd8 for: {'network': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:37.620059 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:37.634582 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:37.645992 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:37.652506 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:37.656293 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Usage tracker for resource:security_group_rule and tenant:8275b94f883945609626495007bf5fd8 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:37.659915 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:37.665652 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:37.820063 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:37.900456 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:37.904503 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:37.934297 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=92297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:32:37.944173 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4592f26e-ecf3-4d40-8fbe-3260bf28e07d,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:37.947271 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:37.951701 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:37.957692 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.segments_db [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Added segment afab34be-68b6-499c-9329-5c194c325218 of type vlan for network 5a756027-3fb6-40f4-8fdf-a414bfb59296 May 27 18:32:37.979543 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:38.086629 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:38.088285 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:38.088940 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:38.100704 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:38.217432 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Pushing event updated for resources: {'Network': ['ID=5a756027-3fb6-40f4-8fdf-a414bfb59296,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:38.222806 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:38.232395 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 5a756027-3fb6-40f4-8fdf-a414bfb59296 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:32:38.338338 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0855813 May 27 18:32:38.340945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42222) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:38.347076 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Request body: {'subnet': {'network_id': '5a756027-3fb6-40f4-8fdf-a414bfb59296', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-14839667-subnet', 'tenant_id': '8275b94f883945609626495007bf5fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:38.351700 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:38.355462 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Usage tracker for resource:subnet and tenant:8275b94f883945609626495007bf5fd8 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:38.358282 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:38.364266 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:38.518150 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Made reservation on behalf of 8275b94f883945609626495007bf5fd8 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:38.520628 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:38.764150 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42230) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:38.903751 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:38.921573 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:38.978756 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Usage tracker for resource:security_group_rule and tenant:53770125dde94ea0a112873ad9d785ee is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:38.978756 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:38.982242 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:39.143384 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.167304 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.171755 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2d49713c-9b77-43c2-84d2-c90bfb4635f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:39.244486 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3748da2c-99d0-412c-a87a-0c401f1128cd,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:39.248251 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:39.256802 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Checking segment: {'id': 'afab34be-68b6-499c-9329-5c194c325218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5a756027-3fb6-40f4-8fdf-a414bfb59296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:32:39.259176 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Network hostable DHCP agents. Network: 5a756027-3fb6-40f4-8fdf-a414bfb59296, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:32:39.259926 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.269607 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b72e37fe-6f29-4e0f-b448-550045389b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:39.312418 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53770125dde94ea0a112873ad9d785ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469964 May 27 18:32:39.315801 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42244) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:39.324039 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25575f3c-4614-4c17-abab-55fc76bfc373,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:39.328073 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a88086f2-5284-4d96-b0f5-02b6ba4538bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:39.375491 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.400472 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.463643 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Network 5a756027-3fb6-40f4-8fdf-a414bfb59296 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:32:39.571774 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.576945 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-905ea5f5-a663-4f4a-a9c2-1fdd8ef851ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:39.590945 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25575f3c-4614-4c17-abab-55fc76bfc373,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:39.594348 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:39.598263 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.600322 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 5a756027-3fb6-40f4-8fdf-a414bfb59296) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:32:39.609768 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:39.610248 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:39.616504 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/25575f3c-4614-4c17-abab-55fc76bfc373 HTTP/1.1" status: 204 len: 168 time: 0.2995436 May 27 18:32:39.636863 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972b6d3-8bf0-4da1-91ab-066056fde4b1 None None] Network 5a756027-3fb6-40f4-8fdf-a414bfb59296 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:32:39.740623 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3985643 May 27 18:32:39.869540 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd18bc0-c9c8-421b-8493-f5b14057cfbb None None] Network 5a756027-3fb6-40f4-8fdf-a414bfb59296 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:32:40.494790 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-efbde7c3-becc-4ce7-86fe-4a0c6c016df0 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:40.496303 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-efbde7c3-becc-4ce7-86fe-4a0c6c016df0 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/networks?id=b3291f9d-2935-4796-bd88-c0986636209a HTTP/1.1" status: 200 len: 809 time: 0.1723089 May 27 18:32:40.514849 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-b28d7157-9747-4a5b-9509-40bfeca1a0e5 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/quotas/61ba48ba5a9644a097c9078a97b939e4 HTTP/1.1" status: 200 len: 375 time: 0.0129776 May 27 18:32:40.563395 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-7ab0718b-1c47-4bf6-aab3-a2b12a36ebfe tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=61ba48ba5a9644a097c9078a97b939e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432839 May 27 18:32:40.696314 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-e932b4e8-e2a8-4a3c-9a8e-ca3d18f7a475 service neutron] 10.222.0.36 "GET /v2.0/networks/b3291f9d-2935-4796-bd88-c0986636209a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247561 May 27 18:32:40.740314 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42288) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:40.759191 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:40.774572 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:40.778393 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Usage tracker for resource:security_group_rule and tenant:d633bbd3b8bc4331aecaa95c739a4fc7 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:40.781342 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:40.788124 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:40.840000 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-440dad1a-957b-4b20-9aea-b1ac336d38ac service neutron] 10.222.0.36 "GET /v2.0/networks/b3291f9d-2935-4796-bd88-c0986636209a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378951 May 27 18:32:40.878084 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:40.997582 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:41.008235 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1337c2f3-67bb-43f2-b97b-1b76a44c7518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:41.051069 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936090db-8c7f-4d19-95c5-d458c5ca210c,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:41.056357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:41.060617 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d633bbd3b8bc4331aecaa95c739a4fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191450 May 27 18:32:41.063398 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42300) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:41.151169 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bbfff4fb-bdfd-4486-9c46-0de7cb0c0ad6 req-316cfcc2-9239-4d6e-93f4-03a444afcf7e tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 210 time: 0.0627608 May 27 18:32:41.194709 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:41.231884 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:41.457787 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:41.462651 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-73f5edf9-bae2-4f6e-86f5-e16c426d5876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:41.475427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936090db-8c7f-4d19-95c5-d458c5ca210c,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:41.478242 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:41.480089 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:41.481169 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/936090db-8c7f-4d19-95c5-d458c5ca210c HTTP/1.1" status: 204 len: 168 time: 0.4168231 May 27 18:32:41.685714 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42322) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:41.936237 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:41.948062 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:41.952278 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Usage tracker for resource:security_group_rule and tenant:41716bc6bfd2497492331f355d733bb9 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:41.956028 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:41.962389 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:42.056533 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:42.180659 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a239200-4680-4691-871a-7fa21994c7a5 req-71324326-5f0a-4fc1-b17e-8f59786ecfd9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:42.182101 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2a239200-4680-4691-871a-7fa21994c7a5 req-71324326-5f0a-4fc1-b17e-8f59786ecfd9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0834260 May 27 18:32:42.195625 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:42.226142 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d0fab67c-4c6d-4a38-8603-ecb1313a49f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:42.232811 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2a239200-4680-4691-871a-7fa21994c7a5 req-1c94a470-eb31-4e28-8eb0-69a87f863b40 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451131 May 27 18:32:42.308055 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-045bd260-1719-4594-bb49-6637e3020235 req-08d3a7f4-0785-4af2-a900-418e8187bdc8 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 210 time: 0.0673342 May 27 18:32:42.401846 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3b5fdf-752d-47a7-910b-bb113dbfdc2d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:42.406661 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-06449c65-789b-4218-b245-932899e5303f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41716bc6bfd2497492331f355d733bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7198443 May 27 18:32:42.407593 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:42.410001 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42346) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:42.440183 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073656-a397-403e-b32d-ecdcd275c76b req-6e451da1-da9d-4aca-a69a-c3e7046de5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:42.440183 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef073656-a397-403e-b32d-ecdcd275c76b req-6e451da1-da9d-4aca-a69a-c3e7046de5a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.1052985 May 27 18:32:42.473453 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:42.554500 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:42.583861 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073656-a397-403e-b32d-ecdcd275c76b req-5ca0a485-c6a7-43c0-bc89-fdee43c1a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:42.585621 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef073656-a397-403e-b32d-ecdcd275c76b req-5ca0a485-c6a7-43c0-bc89-fdee43c1a1bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.1410687 May 27 18:32:42.683832 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef073656-a397-403e-b32d-ecdcd275c76b req-79b9320b-7104-44bd-a24f-2295a2fb4b6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 217 time: 0.0862513 May 27 18:32:42.753481 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef073656-a397-403e-b32d-ecdcd275c76b req-37068850-0810-49ef-916e-42cb010d3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:42.754929 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef073656-a397-403e-b32d-ecdcd275c76b req-37068850-0810-49ef-916e-42cb010d3977 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.0641878 May 27 18:32:42.803217 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:42.807046 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef073656-a397-403e-b32d-ecdcd275c76b req-5ff80f1e-13a4-46d3-897d-b2041e42d83d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452876 May 27 18:32:42.818156 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:42.820318 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3b5fdf-752d-47a7-910b-bb113dbfdc2d,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:42.823169 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:42.825159 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:42.826127 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed3b5fdf-752d-47a7-910b-bb113dbfdc2d HTTP/1.1" status: 204 len: 168 time: 0.4149034 May 27 18:32:42.981659 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef073656-a397-403e-b32d-ecdcd275c76b req-104da374-235e-4a0d-97e4-da9d2bffcf8f service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679413 May 27 18:32:43.122629 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ef073656-a397-403e-b32d-ecdcd275c76b req-fcc97b75-7aac-438f-a6fd-97ff3b06e887 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342013 May 27 18:32:43.498972 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98039058-5a8d-4ad2-a1c0-8110740310f1 req-8f4b13f4-a772-42cd-ade3-db33c9f0ec34 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:43.500486 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-98039058-5a8d-4ad2-a1c0-8110740310f1 req-8f4b13f4-a772-42cd-ade3-db33c9f0ec34 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1469872 May 27 18:32:43.503098 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-901366d3-98a1-46fd-9945-619e88b0cf27 req-0d660532-323d-4f66-84ee-4f1ba89ee5a2 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 210 time: 0.0582051 May 27 18:32:43.569577 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-98039058-5a8d-4ad2-a1c0-8110740310f1 req-496576bb-5007-4b99-9ff2-b1a2d4424cba tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499959 May 27 18:32:44.456572 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-f1acc27a-fe30-46c1-bdcd-ec4b01763982 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:44.457273 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-f1acc27a-fe30-46c1-bdcd-ec4b01763982 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Synchronizing usage tracker for tenant:61ba48ba5a9644a097c9078a97b939e4 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:32:44.575041 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-f1acc27a-fe30-46c1-bdcd-ec4b01763982 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Unset dirty status for tenant:61ba48ba5a9644a097c9078a97b939e4 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:32:44.576244 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-f1acc27a-fe30-46c1-bdcd-ec4b01763982 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.47 "GET /v2.0/networks?id=b3291f9d-2935-4796-bd88-c0986636209a HTTP/1.1" status: 200 len: 809 time: 0.2723143 May 27 18:32:44.594619 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Request body: {'port': {'device_id': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a', 'admin_state_up': True, 'tenant_id': '61ba48ba5a9644a097c9078a97b939e4'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:44.761789 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1135dc61-43c7-4440-9d0f-1b0f4a01599a req-7a655ab6-41e2-4664-85ea-8e495914738d tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 210 time: 0.0893042 May 27 18:32:44.771332 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:44.775707 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Usage tracker for resource:port and tenant:61ba48ba5a9644a097c9078a97b939e4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:44.778654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:44.785720 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:44.821399 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464182c-bdfd-4373-8f44-39639cc8ce1e req-6cac79f9-eab8-4e04-9503-84bd259425b0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:44.823823 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0464182c-bdfd-4373-8f44-39639cc8ce1e req-6cac79f9-eab8-4e04-9503-84bd259425b0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1065795 May 27 18:32:44.894803 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0464182c-bdfd-4373-8f44-39639cc8ce1e req-57408304-d74f-4a2e-a4a7-28dbac9dd53c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583203 May 27 18:32:44.943389 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Made reservation on behalf of 61ba48ba5a9644a097c9078a97b939e4 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:44.946909 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.127156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Allocated IP 172.20.0.8 (b3291f9d-2935-4796-bd88-c0986636209a/6eb834bb-6d1b-4be7-8f97-8cd5196717b5/0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:32:45.279101 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42442) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:45.336753 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.401406 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.417381 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:45.421204 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3d211b59f14bc285abb77948236211 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:45.424509 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:45.430677 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:45.473437 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.479845 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-afcd4858-241a-4793-b56a-8856e548ff88 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:45.520638 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.548185 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Network b3291f9d-2935-4796-bd88-c0986636209a is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:32:45.551862 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:32:45.555599 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:32:45.587162 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Pushing event updated for resources: {'Port': ['ID=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:45.606362 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.606722 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.607067 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.607430 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.607772 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.608146 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.608467 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.608800 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.609132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.609463 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.609793 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.610123 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:45.615841 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:45.633830 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:45.634437 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.646300 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.654931 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f11b2ec8-5b88-48b9-9390-544a2f86a502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:45.710224 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd3d211b59f14bc285abb77948236211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300156 May 27 18:32:45.710949 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf099c41-a987-40fb-a817-ae783753fcf6,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:45.713007 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42456) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:45.714626 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:45.772038 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.800476 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:45.832155 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2436430 May 27 18:32:45.845120 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Request body: {'port': {'device_id': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:45.959236 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a585e-9b1d-4a03-ad1b-a1b166a33ebf req-2ccc3090-afa8-4234-af9d-fc6fda8c72ad tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:45.960830 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6f8a585e-9b1d-4a03-ad1b-a1b166a33ebf req-2ccc3090-afa8-4234-af9d-fc6fda8c72ad tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 931 time: 0.0857081 May 27 18:32:46.015016 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6f8a585e-9b1d-4a03-ad1b-a1b166a33ebf req-fc67cd80-8626-4225-b80b-593adf7e721d tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484209 May 27 18:32:46.056995 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:46.061781 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f11cdc0a-0040-455b-bc5d-150b96813a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:46.068302 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:46.087868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf099c41-a987-40fb-a817-ae783753fcf6,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:46.093582 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:46.124549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:46.125661 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf099c41-a987-40fb-a817-ae783753fcf6 HTTP/1.1" status: 204 len: 168 time: 0.4116752 May 27 18:32:46.199670 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fb587-eee6-4a12-a8ba-59060c1e60cc req-5275970c-39ce-4ad5-81f0-776a95fd3a93 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:46.201176 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e1fb587-eee6-4a12-a8ba-59060c1e60cc req-5275970c-39ce-4ad5-81f0-776a95fd3a93 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0890887 May 27 18:32:46.253504 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e1fb587-eee6-4a12-a8ba-59060c1e60cc req-0fa85ae6-41e7-4ca2-82ef-d0fa79d1284e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 May 27 18:32:46.466443 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:32:46.474812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:46.490714 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Transition to ACTIVE for port object 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:32:46.640711 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:46.648496 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:46.840797 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Pushing event updated for resources: {'Port': ['ID=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:46.848708 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:46.930011 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Attempting to bind port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:32:46.930341 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Attempting to bind port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'd5266530-c162-4a67-93d0-1a7fe7a1bb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:32:46.930654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Attempting to bind port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 on network b3291f9d-2935-4796-bd88-c0986636209a {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:32:46.936367 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 on network b3291f9d-2935-4796-bd88-c0986636209a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:32:46.936683 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Attempting to bind port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 on network b3291f9d-2935-4796-bd88-c0986636209a {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:32:46.942329 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:32:46.943186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Checking segment: {'id': 'd5266530-c162-4a67-93d0-1a7fe7a1bb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:32:46.943186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Bound using segment: {'id': 'd5266530-c162-4a67-93d0-1a7fe7a1bb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:32:46.943603 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Bound port: 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5266530-c162-4a67-93d0-1a7fe7a1bb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:32:46.943948 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:47.043505 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] For port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:32:47.046868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] For port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,segment=NetworkSegment(d5266530-c162-4a67-93d0-1a7fe7a1bb4f),segment_id=d5266530-c162-4a67-93d0-1a7fe7a1bb4f)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:32:47.244477 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:47.249157 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:47.300803 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041d6dc-d738-4a93-9d27-d5d66e63d218 req-48fc98cc-98dc-4c8c-9501-eea12e4a80dc tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:47.302210 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a041d6dc-d738-4a93-9d27-d5d66e63d218 req-48fc98cc-98dc-4c8c-9501-eea12e4a80dc tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 943 time: 0.1525326 May 27 18:32:47.320027 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:47.320631 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:47.323940 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] 10.222.0.47 "PUT /v2.0/ports/0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 HTTP/1.1" status: 200 len: 1093 time: 1.4830573 May 27 18:32:47.324507 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'tag': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:32:47.355949 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Pushing event updated for resources: {'Port': ['ID=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:47.359934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:47.390013 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42500) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:47.422056 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a041d6dc-d738-4a93-9d27-d5d66e63d218 req-92ef6d8c-f2b6-4ff5-a169-eae265b2d757 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140974 May 27 18:32:47.488448 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc033b5-80f1-48a6-8b6a-c7d76bc9643a req-7bb66a7f-de37-4050-bd61-32c72047175f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:47.490129 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1fc033b5-80f1-48a6-8b6a-c7d76bc9643a req-7bb66a7f-de37-4050-bd61-32c72047175f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1107590 May 27 18:32:47.505205 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'tag': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58', 'status': 'completed', 'code': 200} May 27 18:32:47.549402 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-f82b949f-1d47-416c-a414-d68fb7e35060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:47.551180 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-f82b949f-1d47-416c-a414-d68fb7e35060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61ba48ba5a9644a097c9078a97b939e4&device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 1096 time: 0.0937877 May 27 18:32:47.553321 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1fc033b5-80f1-48a6-8b6a-c7d76bc9643a req-ae01cf49-53ed-4b0c-8884-f9e9e7753b94 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569391 May 27 18:32:47.559186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2083161861-network', 'tenant_id': 'b1983e2f23c84c3b9cea57a56d46f10b'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:47.620357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:47.631997 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-67f12bf0-34f6-40cf-8a1d-75065b689463 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 HTTP/1.1" status: 200 len: 217 time: 0.0713360 May 27 18:32:47.632895 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Usage tracker for resource:network and tenant:b1983e2f23c84c3b9cea57a56d46f10b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:47.635807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:47.641631 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:47.705974 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-166ceeac-577a-4a1c-b71f-a6bd85d8ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:47.707472 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-166ceeac-577a-4a1c-b71f-a6bd85d8ae73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6eb834bb-6d1b-4be7-8f97-8cd5196717b5 HTTP/1.1" status: 200 len: 849 time: 0.0627785 May 27 18:32:47.756972 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Made reservation on behalf of b1983e2f23c84c3b9cea57a56d46f10b for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:47.759148 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:47.780076 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-57b54610-0b4d-4fc9-b53d-63c134bf28f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3291f9d-2935-4796-bd88-c0986636209a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659041 May 27 18:32:47.780695 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:47.821404 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:47.877275 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Usage tracker for resource:security_group_rule and tenant:b1983e2f23c84c3b9cea57a56d46f10b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:47.882591 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:47.898314 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:47.967267 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-a8d0f8f4-669d-4e32-91b4-c7c746574b52 service neutron] 10.222.0.47 "GET /v2.0/networks/b3291f9d-2935-4796-bd88-c0986636209a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759794 May 27 18:32:48.138705 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:48.147098 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-73fe708d-8ae2-4682-8a02-8794f9b2d563 req-29d7cab7-05ff-47c5-a923-20b9e421bd02 service neutron] 10.222.0.47 "GET /v2.0/networks/b3291f9d-2935-4796-bd88-c0986636209a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717117 May 27 18:32:48.217490 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:48.221830 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-39bf8643-9f12-4cee-9535-446fd555058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:48.248752 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:32:48.258188 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa33fbe-0796-44b8-93f2-faf4cc416290,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:48.261791 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:48.264262 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:48.264645 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Added segment 498274e2-c419-44ff-b175-a3108200a09f of type vlan for network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 May 27 18:32:48.291465 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:48.502492 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:48.506114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:48.506114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:48.513287 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:48.621182 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Pushing event updated for resources: {'Network': ['ID=91a9e517-1bf3-49a7-94d6-c372d5bd8b01,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:48.621886 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4826d-e7a3-4819-bf6b-ed04ef5082a2 req-c004c03d-30e6-4ba4-8e1c-43be01b746b2 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:48.623356 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-99e4826d-e7a3-4819-bf6b-ed04ef5082a2 req-c004c03d-30e6-4ba4-8e1c-43be01b746b2 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 943 time: 0.0838413 May 27 18:32:48.625064 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:48.636225 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-70f30db1-d4e9-400c-b106-0453528de2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:48.636225 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-70f30db1-d4e9-400c-b106-0453528de2b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=61ba48ba5a9644a097c9078a97b939e4&device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 1096 time: 0.2820072 May 27 18:32:48.636655 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:32:48.718509 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3246973 May 27 18:32:48.721642 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42534) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:48.735200 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Request body: {'subnet': {'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2083161861-subnet', 'tenant_id': 'b1983e2f23c84c3b9cea57a56d46f10b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:48.741971 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-99e4826d-e7a3-4819-bf6b-ed04ef5082a2 req-0a12d08a-d391-45aa-bc1e-3eb6df2d16c3 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128125 May 27 18:32:48.746323 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:48.761898 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Usage tracker for resource:subnet and tenant:b1983e2f23c84c3b9cea57a56d46f10b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:48.766598 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:48.779212 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968893f6-efd5-437c-ab3b-218cb668b5f1 req-972aa160-6052-4a1f-b4c6-cabf51d036c2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:48.780721 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-968893f6-efd5-437c-ab3b-218cb668b5f1 req-972aa160-6052-4a1f-b4c6-cabf51d036c2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1114805 May 27 18:32:48.785242 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:48.812427 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-945b71e2-b9a7-4083-8b4b-5f05d31312d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:48.813911 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-945b71e2-b9a7-4083-8b4b-5f05d31312d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b3291f9d-2935-4796-bd88-c0986636209a HTTP/1.1" status: 200 len: 910 time: 0.1740623 May 27 18:32:48.828604 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-968893f6-efd5-437c-ab3b-218cb668b5f1 req-d5e74065-0ff7-47fc-9511-6bad703fd933 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404150 May 27 18:32:48.885854 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-c3931243-a87f-4ca1-8c35-965d32640f2e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 HTTP/1.1" status: 200 len: 217 time: 0.0646961 May 27 18:32:48.886822 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Made reservation on behalf of b1983e2f23c84c3b9cea57a56d46f10b for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:48.889100 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14865101'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:49.032188 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-931391bd-7ada-4ac1-954f-0cafaf5996fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:49.034247 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-931391bd-7ada-4ac1-954f-0cafaf5996fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6eb834bb-6d1b-4be7-8f97-8cd5196717b5 HTTP/1.1" status: 200 len: 849 time: 0.1327944 May 27 18:32:49.087274 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-1d4e5abc-8bae-43ac-9600-732bcbc31fff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b3291f9d-2935-4796-bd88-c0986636209a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450370 May 27 18:32:49.289627 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-69e631e3-d4eb-44f0-b04b-865cf33a831a service neutron] 10.222.0.47 "GET /v2.0/networks/b3291f9d-2935-4796-bd88-c0986636209a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915770 May 27 18:32:49.428880 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fa8d9412-4686-4fb6-81c8-c14b076c1799 req-f0cb781b-0946-44c4-902b-f1c26e56cb61 service neutron] 10.222.0.47 "GET /v2.0/networks/b3291f9d-2935-4796-bd88-c0986636209a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317070 May 27 18:32:49.735825 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15184929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14865115'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:49.741242 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-af05146d-02fe-4d83-b595-da329abfe4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:49.813632 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21cff12-06de-4446-b530-01320dc429d9,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:49.819839 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:49.822294 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Checking segment: {'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:32:49.822639 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Network hostable DHCP agents. Network: 91a9e517-1bf3-49a7-94d6-c372d5bd8b01, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:32:49.844215 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42550) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:49.963890 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420728-5199-48bd-a948-6978c8dbbfdc req-42c02718-28a0-48d1-b6e1-703b2361fcdc tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:49.965533 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92420728-5199-48bd-a948-6978c8dbbfdc req-42c02718-28a0-48d1-b6e1-703b2361fcdc tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 943 time: 0.1132321 May 27 18:32:49.974193 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:32:49.976547 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:49.994823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:50.001299 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Usage tracker for resource:security_group_rule and tenant:f25c18fb7eda401db22d97f6b909d6eb is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:50.003340 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:50.009410 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:50.067942 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92420728-5199-48bd-a948-6978c8dbbfdc req-33a5904a-cea3-4865-b668-c4ce73b2f683 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620835 May 27 18:32:50.090752 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 91a9e517-1bf3-49a7-94d6-c372d5bd8b01) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:32:50.097101 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99963d1c-0822-4a8b-8b38-f61aba78c1c7 None None] Network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:32:50.113388 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf0f75-f99f-4462-90b6-935b176e4d24 req-13741092-141b-4252-aa76-1bb677de5d47 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:50.119754 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:50.120178 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.120297 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3caf0f75-f99f-4462-90b6-935b176e4d24 req-13741092-141b-4252-aa76-1bb677de5d47 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1534216 May 27 18:32:50.128465 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.164357 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3caf0f75-f99f-4462-90b6-935b176e4d24 req-c6f5a77d-6135-4b4a-b780-1de813d01c4a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431747 May 27 18:32:50.206868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.215234 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5e7f10ad-4337-40fc-9b93-057670cbb6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:50.248531 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5258799 May 27 18:32:50.258887 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f25c18fb7eda401db22d97f6b909d6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4133654 May 27 18:32:50.261554 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa899b49-477a-41f3-8644-82e8e4f673f8,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:50.263832 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42568) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:50.264591 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:50.318056 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf19f9d-1dc8-4476-9c39-c5dc6e842d59 None None] Network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:32:50.331753 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.358551 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.581642 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.586706 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ddf946a8-8480-427f-b333-819ff2a4c8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:50.602177 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa899b49-477a-41f3-8644-82e8e4f673f8,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:50.606136 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:50.608235 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.609501 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa899b49-477a-41f3-8644-82e8e4f673f8 HTTP/1.1" status: 204 len: 168 time: 0.3446488 May 27 18:32:50.671772 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42582) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:50.790985 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.805354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:50.809877 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c533f0db6524fb4802e933440bdb03e is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:50.812381 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:50.818784 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:50.905722 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.985938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:50.994981 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9a098aa5-1e76-4c91-96f4-21879c3e21bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:51.041731 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c533f0db6524fb4802e933440bdb03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664923 May 27 18:32:51.041731 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d537a0-2723-4706-bae3-6a9a851436a3,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:51.042639 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42590) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:51.043732 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:51.109589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.135862 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.264424 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017ceb-f224-4170-933c-4761fde83658 req-bfd1e8c1-5b7f-4008-914d-a7661d571f4e tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:51.265916 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1a017ceb-f224-4170-933c-4761fde83658 req-bfd1e8c1-5b7f-4008-914d-a7661d571f4e tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 943 time: 0.0835981 May 27 18:32:51.344029 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.352694 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4475616c-ccef-4a9a-9f0a-4d354f1d41ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:51.368322 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.372472 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5d537a0-2723-4706-bae3-6a9a851436a3 HTTP/1.1" status: 204 len: 168 time: 0.3255475 May 27 18:32:51.372472 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d537a0-2723-4706-bae3-6a9a851436a3,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:51.373623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:51.379927 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1a017ceb-f224-4170-933c-4761fde83658 req-35d5e13f-92e5-4c90-9e69-6ef30eff6caf tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070991 May 27 18:32:51.416662 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16780e8f-e032-4f7f-9959-81e5ffe789a1 req-1f930533-01b0-43ce-be56-fecc9ef3517c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:51.426668 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-16780e8f-e032-4f7f-9959-81e5ffe789a1 req-1f930533-01b0-43ce-be56-fecc9ef3517c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1521697 May 27 18:32:51.477895 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-16780e8f-e032-4f7f-9959-81e5ffe789a1 req-aca2acac-17d9-4c5f-9748-161246efd88f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 May 27 18:32:51.508128 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42604) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:51.525746 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.540214 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:51.543975 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Usage tracker for resource:security_group_rule and tenant:f022aa2c304f46d19979fdd697302184 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:51.546659 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:51.552698 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:51.648284 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.765870 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.776919 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0ebc1948-8bb5-41de-bcbf-ed4cb28ea3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:51.831065 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f022aa2c304f46d19979fdd697302184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218851 May 27 18:32:51.831921 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d201ba06-0196-4846-bb1d-a102c465d2dd,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:51.833785 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42612) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:51.834884 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:51.899504 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:51.925794 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.068817 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.073044 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1d6be6b3-1e21-4e9a-ab43-a75fa05ebcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:52.097646 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:32:52.138021 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d201ba06-0196-4846-bb1d-a102c465d2dd,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:52.150453 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.150804 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.151146 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.151509 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.151842 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.152173 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.152502 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.152827 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.153151 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.153473 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.153794 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.154113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:32:52.157342 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:52.159484 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.161070 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-0d4cc8a7-a8df-458b-9bde-ea4d463df171 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d201ba06-0196-4846-bb1d-a102c465d2dd HTTP/1.1" status: 204 len: 168 time: 0.3254864 May 27 18:32:52.248978 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,segment=NetworkSegment(d5266530-c162-4a67-93d0-1a7fe7a1bb4f),segment_id=d5266530-c162-4a67-93d0-1a7fe7a1bb4f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:32:52.265605 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58', 'network_id': 'b3291f9d-2935-4796-bd88-c0986636209a', 'port_id': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58', 'mac_address': 'fa:16:3e:ee:bf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb834bb-6d1b-4be7-8f97-8cd5196717b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:32:52.320814 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.337629 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:32:52.353750 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,segment=NetworkSegment(d5266530-c162-4a67-93d0-1a7fe7a1bb4f),segment_id=d5266530-c162-4a67-93d0-1a7fe7a1bb4f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:32:52.388040 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42618) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:52.405974 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.446202 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:52.452307 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Usage tracker for resource:security_group_rule and tenant:ab00d329be53432c9374922447803819 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:52.452442 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.455172 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-50b87f13-419f-4204-b916-58e4025b375d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:52.456041 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:52.468657 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:52.527965 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:52.539192 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:52.607058 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.616145 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e2345-0f55-45e7-ad1f-fa41bdda3328 req-8e7c6872-73e3-416e-b781-9cbe22867c08 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:52.618015 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a08e2345-0f55-45e7-ad1f-fa41bdda3328 req-8e7c6872-73e3-416e-b781-9cbe22867c08 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 944 time: 0.1089933 May 27 18:32:52.706107 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a08e2345-0f55-45e7-ad1f-fa41bdda3328 req-e5ea90a6-7b0a-4b29-b489-9d0982dc6890 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826502 May 27 18:32:52.729601 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.742905 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dcc1f028-c213-4505-87dd-62a259acaf79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:52.763165 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faadf8-d7bb-4e89-ae1a-900ad7007385 req-4a2e6151-3673-4c86-927a-1f0ddb45409f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:52.766167 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b0faadf8-d7bb-4e89-ae1a-900ad7007385 req-4a2e6151-3673-4c86-927a-1f0ddb45409f tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0986714 May 27 18:32:52.796879 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab00d329be53432c9374922447803819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074202 May 27 18:32:52.800404 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42644) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:52.803534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff7d5f-7b6e-4afe-bf9b-297d23a7261d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:52.808508 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:52.845586 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b0faadf8-d7bb-4e89-ae1a-900ad7007385 req-797675de-5016-4337-a707-c730f9fe7347 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672894 May 27 18:32:52.872087 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:32:52.971487 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a1254420-867f-4a34-9973-343322310775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:52.998560 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a1254420-867f-4a34-9973-343322310775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:53.039390 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-3b3c33d5-29c3-4179-8b53-c7a1e3c833f2 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:53.046008 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-3b3c33d5-29c3-4179-8b53-c7a1e3c833f2 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/networks?id=91a9e517-1bf3-49a7-94d6-c372d5bd8b01 HTTP/1.1" status: 200 len: 814 time: 0.2067859 May 27 18:32:53.059916 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-cd2c3e4b-d5eb-43f7-9a3e-aa0396662110 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/quotas/b1983e2f23c84c3b9cea57a56d46f10b HTTP/1.1" status: 200 len: 375 time: 0.0130286 May 27 18:32:53.111475 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-9283e21e-9a89-449c-ada7-ccf0d53d2111 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496168 May 27 18:32:53.240176 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a1254420-867f-4a34-9973-343322310775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:53.245035 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0ef63931-a42f-4a83-9f2b-2a280d165a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:53.245960 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-466cc75f-a9ee-455f-ada9-c653d7d62091 service neutron] 10.222.0.36 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271336 May 27 18:32:53.257877 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1254420-867f-4a34-9973-343322310775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff7d5f-7b6e-4afe-bf9b-297d23a7261d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:53.261239 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a1254420-867f-4a34-9973-343322310775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:53.267226 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a1254420-867f-4a34-9973-343322310775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:53.270636 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-a1254420-867f-4a34-9973-343322310775 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7cff7d5f-7b6e-4afe-bf9b-297d23a7261d HTTP/1.1" status: 204 len: 168 time: 0.4637952 May 27 18:32:53.385315 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-4344b3b1-ae1c-4312-8188-7a2b0fde3103 service neutron] 10.222.0.36 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336350 May 27 18:32:53.953142 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf9339-0119-405e-9fa9-d35890f59557 req-85c51dd0-10d4-43b7-9c3d-daf881804248 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:53.956028 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-96cf9339-0119-405e-9fa9-d35890f59557 req-85c51dd0-10d4-43b7-9c3d-daf881804248 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 944 time: 0.1201162 May 27 18:32:54.019045 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-96cf9339-0119-405e-9fa9-d35890f59557 req-f95c3373-dc04-4ae7-885b-135c54fdfa37 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548546 May 27 18:32:54.122039 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:32:54.141409 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4aeba376-0545-401e-94b1-00ca75368620 req-12c8f5f0-7b0b-4b0a-afa9-9cde044c6552 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 210 time: 0.0554891 May 27 18:32:54.178488 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2fda1-4c4b-4033-99b8-537e0d9e74b0 req-5dc11121-6e90-4e85-af41-0e0dc52d2ef2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:54.180482 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e8b2fda1-4c4b-4033-99b8-537e0d9e74b0 req-5dc11121-6e90-4e85-af41-0e0dc52d2ef2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1561141 May 27 18:32:54.245536 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e8b2fda1-4c4b-4033-99b8-537e0d9e74b0 req-255e29e0-cccd-4aad-a23c-7d8d3a46dc60 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 May 27 18:32:54.488458 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:32:54.494034 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:32:54.494639 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:54.517951 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 42688) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:54.535362 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:54.549431 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:54.553961 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7965d993cfec4ffbbbf3ca12122a4aa2 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:54.556797 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:54.562653 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:54.618230 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:54.645977 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:54.646457 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:32:54.656349 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,segment=NetworkSegment(d5266530-c162-4a67-93d0-1a7fe7a1bb4f),segment_id=d5266530-c162-4a67-93d0-1a7fe7a1bb4f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:32:54.688763 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58', 'code': 200} May 27 18:32:54.745001 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:54.745317 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:54.745317 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:54.749220 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bfcec088-7cf5-4cd4-bbfb-1419a82b6771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:54.792033 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7965d993cfec4ffbbbf3ca12122a4aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729571 May 27 18:32:54.793607 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa290cd3-281b-49c7-93d8-81393f05f68e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:54.794632 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42694) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:54.796633 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:54.813217 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:54.816825 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:54.856719 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:54.885789 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:55.032156 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:55.036366 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a594e190-049d-4461-bc88-e75b40d93079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:55.048093 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa290cd3-281b-49c7-93d8-81393f05f68e,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:55.051700 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:55.059758 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:55.063724 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa290cd3-281b-49c7-93d8-81393f05f68e HTTP/1.1" status: 204 len: 168 time: 0.2652667 May 27 18:32:55.118531 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2e667-cd51-4840-a79c-aabc58770270 req-2e03b707-140c-4625-adbf-dbf00deac6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:55.120125 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-cda2e667-cd51-4840-a79c-aabc58770270 req-2e03b707-140c-4625-adbf-dbf00deac6e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 1098 time: 0.1005571 May 27 18:32:55.189456 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-cda2e667-cd51-4840-a79c-aabc58770270 req-a2b74ab3-4ecd-4f72-8e2a-3762de1be942 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387380 May 27 18:32:55.223585 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0adaa-16ce-41b3-b753-affe57428224 req-a5726f0b-4df3-4a6f-b230-fe798e37e5a9 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:55.225161 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4e0adaa-16ce-41b3-b753-affe57428224 req-a5726f0b-4df3-4a6f-b230-fe798e37e5a9 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 945 time: 0.0909672 May 27 18:32:55.285602 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-40f54560-4c2a-4e4d-ba1f-075a3992a80b req-91b6a1ba-aeb0-434e-a649-f265aba02684 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 210 time: 0.0592895 May 27 18:32:55.320834 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4e0adaa-16ce-41b3-b753-affe57428224 req-e0ad341b-7405-422a-aaa5-1edee0dbec11 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580044 May 27 18:32:55.485390 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b28101-00b2-43fe-bf30-fd4c1ca64b03 req-d668b84b-530f-4620-bb58-d5bc9d4402d2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:55.487957 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-33b28101-00b2-43fe-bf30-fd4c1ca64b03 req-d668b84b-530f-4620-bb58-d5bc9d4402d2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1028244 May 27 18:32:55.533607 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-33b28101-00b2-43fe-bf30-fd4c1ca64b03 req-a12db7b7-0ff8-4e09-a099-49426eaa8897 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 May 27 18:32:56.496344 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7bf5149b-1f05-45bb-9699-949b8cb1537f req-d1bc66ac-da9b-4375-ac19-62105041a39e tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 210 time: 0.0493820 May 27 18:32:56.575253 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fcc0d-bf85-4c6b-90c3-1f4f8ab2d05c req-22603717-c148-44df-a0a4-d01479328c27 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:56.576732 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-867fcc0d-bf85-4c6b-90c3-1f4f8ab2d05c req-22603717-c148-44df-a0a4-d01479328c27 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 945 time: 0.0828199 May 27 18:32:56.623253 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-867fcc0d-bf85-4c6b-90c3-1f4f8ab2d05c req-92140309-3f60-4d8f-a9af-47aad94913b6 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 May 27 18:32:56.709235 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42742) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:56.811666 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7874c08-a16d-49ab-a491-15d9f667201d req-1a64250b-40b7-44fd-8acb-4d0953a4dee9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:56.813135 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c7874c08-a16d-49ab-a491-15d9f667201d req-1a64250b-40b7-44fd-8acb-4d0953a4dee9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.0862842 May 27 18:32:56.818204 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1518158646-network', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:56.824327 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:56.842809 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Usage tracker for resource:network and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:56.847780 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:56.860216 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:56.879688 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c7874c08-a16d-49ab-a491-15d9f667201d req-2082e28c-d08f-4386-8a98-ea921d91e95b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551729 May 27 18:32:57.034579 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Made reservation on behalf of da363e6cafa0494b881aff236daa61e0 for: {'network': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:57.036956 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.048945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.062954 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:57.066737 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:57.069480 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:57.075123 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:57.281421 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.402588 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.405522 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:57.435516 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=92297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:32:57.441380 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5156660b-1115-4508-843b-340945042a17,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:57.444970 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:57.450749 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.451042 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.segments_db [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Added segment 07208019-2042-4ea1-8bfa-cbd76f6db0f0 of type vlan for network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea May 27 18:32:57.482253 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.603388 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.604945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:57.605585 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:57.616607 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d37c7f8d-320b-4488-8916-271c9b059527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:57.621307 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-885079d1-6640-41f0-a2ca-b83cf1c38a2a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:57.622018 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-885079d1-6640-41f0-a2ca-b83cf1c38a2a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Synchronizing usage tracker for tenant:b1983e2f23c84c3b9cea57a56d46f10b on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:32:57.761791 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-885079d1-6640-41f0-a2ca-b83cf1c38a2a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Unset dirty status for tenant:b1983e2f23c84c3b9cea57a56d46f10b on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:32:57.763780 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-885079d1-6640-41f0-a2ca-b83cf1c38a2a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "GET /v2.0/networks?id=91a9e517-1bf3-49a7-94d6-c372d5bd8b01 HTTP/1.1" status: 200 len: 814 time: 0.3047235 May 27 18:32:57.777837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Request body: {'port': {'device_id': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01', 'admin_state_up': True, 'tenant_id': 'b1983e2f23c84c3b9cea57a56d46f10b'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:57.806302 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8b20c6c0-4cfe-4cd3-8771-cb2184f7fd40 req-e24e81b7-60b3-4c26-847d-94442ab25f9e tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 210 time: 0.1129193 May 27 18:32:57.820899 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Pushing event updated for resources: {'Network': ['ID=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:57.823572 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:57.834204 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:32:57.942435 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2292836 May 27 18:32:57.944012 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42762) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:57.954032 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:57.959163 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Usage tracker for resource:port and tenant:b1983e2f23c84c3b9cea57a56d46f10b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:57.962660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:57.962885 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Request body: {'subnet': {'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1518158646-subnet', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:57.968879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:57.969589 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:57.980000 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Usage tracker for resource:subnet and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:57.984662 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:57.992432 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:58.022145 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abd59e-40e1-4f20-8b62-2a5b0315c179 req-fbfd9853-e845-404a-8344-2fc621d1155c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:58.030680 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-79abd59e-40e1-4f20-8b62-2a5b0315c179 req-fbfd9853-e845-404a-8344-2fc621d1155c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 945 time: 0.1432695 May 27 18:32:58.132698 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-79abd59e-40e1-4f20-8b62-2a5b0315c179 req-c6fb9ef2-0fb9-4d01-bbc8-8e9157ba1723 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844479 May 27 18:32:58.152041 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11548b16-a9ac-4505-b1b6-9475f174415d req-521e91ad-d8bf-4818-bfd2-2716d833c078 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:58.153501 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11548b16-a9ac-4505-b1b6-9475f174415d req-521e91ad-d8bf-4818-bfd2-2716d833c078 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1022129 May 27 18:32:58.160531 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Made reservation on behalf of b1983e2f23c84c3b9cea57a56d46f10b for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:58.160680 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Made reservation on behalf of da363e6cafa0494b881aff236daa61e0 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:32:58.160680 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:58.160842 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:58.294880 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11548b16-a9ac-4505-b1b6-9475f174415d req-4b891e8f-7de7-4b6b-9b59-8ac5ebe546ad tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246283 May 27 18:32:58.426352 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Allocated IP 172.20.0.12 (91a9e517-1bf3-49a7-94d6-c372d5bd8b01/f21cff12-06de-4446-b530-01320dc429d9/20ea9280-cf7d-495f-993b-10b8d0e135f8) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:32:58.442400 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-226d0740-3af3-4b55-a05c-c3960e30acbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1386869 May 27 18:32:58.665712 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-2aa57b8a-467d-40f5-8254-a2216e49266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:58.667189 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-2aa57b8a-467d-40f5-8254-a2216e49266a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1098 time: 0.1959217 May 27 18:32:58.703766 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:58.771167 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:58.776251 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2e2a1f54-c97e-4c93-af67-3403d35520c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:58.843278 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Pushing event updated for resources: {'Subnet': ['ID=48962ec9-51d3-40c1-a20f-1192a4848721,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:58.848919 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:58.879098 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Checking segment: {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:32:58.880189 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Network hostable DHCP agents. Network: ea3cf30a-0561-4c86-8acf-1ae21b0d99ea, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:32:58.895869 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:58.904104 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d469edb1-ee48-4a28-a14f-330c7567242c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:32:58.991675 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:32:59.004913 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:32:59.011072 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:32:59.040709 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70acde-243a-42fd-b2a4-f3adac7da75a req-351e3342-c6fb-4dc1-a841-2ef028f3e27b tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:59.043466 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4c70acde-243a-42fd-b2a4-f3adac7da75a req-351e3342-c6fb-4dc1-a841-2ef028f3e27b tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 932 time: 0.0887666 May 27 18:32:59.046126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Pushing event updated for resources: {'Port': ['ID=20ea9280-cf7d-495f-993b-10b8d0e135f8,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:32:59.068859 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:32:59.071600 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:32:59.083284 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-65f89db6-0e7b-4af4-8e06-51a6fa0734d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:59.084813 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-65f89db6-0e7b-4af4-8e06-51a6fa0734d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.3222585 May 27 18:32:59.097836 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4c70acde-243a-42fd-b2a4-f3adac7da75a req-37323f14-161f-43de-99de-938b287cbd83 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485690 May 27 18:32:59.164464 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:59.165069 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.217083 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-52530c43-6761-4b03-9264-621b3b4e29a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 1001 time: 0.1242669 May 27 18:32:59.220159 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.243229 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, ea3cf30a-0561-4c86-8acf-1ae21b0d99ea) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:32:59.247496 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:59.248179 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.254542 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01162a10-841b-4e05-9d84-c03487a79cee None None] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:32:59.286655 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-4b93e6d0-b6b3-4bc1-a8fd-785fd0f3fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:59.288136 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-4b93e6d0-b6b3-4bc1-a8fd-785fd0f3fd23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0644841 May 27 18:32:59.342617 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5697834 May 27 18:32:59.363485 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Request body: {'port': {'device_id': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:59.372776 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4274631 May 27 18:32:59.375258 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42786) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:32:59.381758 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:32:59.386958 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:32:59.391074 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Usage tracker for resource:router and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:32:59.398131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:32:59.406312 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:32:59.418419 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-ca10e17d-00f6-4ce2-b901-430009849b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:59.420366 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-ca10e17d-00f6-4ce2-b901-430009849b4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1254046 May 27 18:32:59.519682 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:32:59.520672 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.525669 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2920a-6c91-44df-acb9-42632d648555 req-c39bc97a-0cba-4376-8a02-57f53b80abb6 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:32:59.527615 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-51d2920a-6c91-44df-acb9-42632d648555 req-c39bc97a-0cba-4376-8a02-57f53b80abb6 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1156895 May 27 18:32:59.585461 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-51d2920a-6c91-44df-acb9-42632d648555 req-206ffd45-29cb-4d97-aadc-f4354c17959b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513682 May 27 18:32:59.652038 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.653240 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.673290 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.705514 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Allocated IP 172.20.0.2 (ea3cf30a-0561-4c86-8acf-1ae21b0d99ea/48962ec9-51d3-40c1-a20f-1192a4848721/388da599-64ab-45ec-909f-dfa0b036d323) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:32:59.724222 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.744647 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-48fa2841-b87c-4bac-9176-ad982996af7a service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168616 May 27 18:32:59.946055 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:32:59.959296 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Transition to ACTIVE for port object 388da599-64ab-45ec-909f-dfa0b036d323 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:32:59.981590 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Transition to ACTIVE for port object 388da599-64ab-45ec-909f-dfa0b036d323 will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:00.022700 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9d3a0547-40f6-4349-a932-9a2ffe5652c9 req-12d331c3-8d30-4861-ac7a-b69f31b96b90 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484074 May 27 18:33:00.098477 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.100060 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.104288 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6304c868-ab05-4d88-a3e7-1554efdaf4a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:00.159660 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:00.167258 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:00.170712 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:00.204167 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ea9280-cf7d-495f-993b-10b8d0e135f8 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:33:00.212924 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.231496 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Transition to ACTIVE for port object 20ea9280-cf7d-495f-993b-10b8d0e135f8 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:00.291271 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Pushing event updated for resources: {'Port': ['ID=388da599-64ab-45ec-909f-dfa0b036d323,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:00.309875 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:00.310638 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Attempting to bind port 388da599-64ab-45ec-909f-dfa0b036d323 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:00.310997 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Attempting to bind port 388da599-64ab-45ec-909f-dfa0b036d323 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:00.311357 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Attempting to bind port 388da599-64ab-45ec-909f-dfa0b036d323 on network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:00.320349 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:00.320728 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Checking segment: {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:00.321129 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.321520 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Bound using segment: {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:00.322040 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Bound port: 388da599-64ab-45ec-909f-dfa0b036d323, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:00.322418 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.375200 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.379713 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-681bea12-793b-4d89-8da7-0ce146046589 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:00.416788 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] For port 388da599-64ab-45ec-909f-dfa0b036d323, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:00.420174 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] For port 388da599-64ab-45ec-909f-dfa0b036d323, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=388da599-64ab-45ec-909f-dfa0b036d323,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:00.460466 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a8f7-bd4b-40d7-930c-e04cf1f560a7 req-5dca72c6-2cee-44f5-8661-49c4984c93ec tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:00.461932 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-59f8a8f7-bd4b-40d7-930c-e04cf1f560a7 req-5dca72c6-2cee-44f5-8661-49c4984c93ec tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 932 time: 0.2199748 May 27 18:33:00.540975 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Pushing event updated for resources: {'Port': ['ID=20ea9280-cf7d-495f-993b-10b8d0e135f8,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:00.543942 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:00.582102 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.583979 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-59f8a8f7-bd4b-40d7-930c-e04cf1f560a7 req-227ed930-db25-4a16-a0d2-c29d04f37e5f tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156030 May 27 18:33:00.587832 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:00.632607 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Attempting to bind port 20ea9280-cf7d-495f-993b-10b8d0e135f8 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:00.633014 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Attempting to bind port 20ea9280-cf7d-495f-993b-10b8d0e135f8 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:00.633447 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Attempting to bind port 20ea9280-cf7d-495f-993b-10b8d0e135f8 on network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:00.638860 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Port 20ea9280-cf7d-495f-993b-10b8d0e135f8 on network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:33:00.639632 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Attempting to bind port 20ea9280-cf7d-495f-993b-10b8d0e135f8 on network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:00.647580 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:00.647927 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Checking segment: {'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:00.648323 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Bound using segment: {'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:00.648746 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Bound port: 20ea9280-cf7d-495f-993b-10b8d0e135f8, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:00.649216 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.675883 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Pushing event updated for resources: {'Port': ['ID=388da599-64ab-45ec-909f-dfa0b036d323,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:00.679111 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:00.714572 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.761957 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] For port 20ea9280-cf7d-495f-993b-10b8d0e135f8, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:00.765274 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] For port 20ea9280-cf7d-495f-993b-10b8d0e135f8, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=20ea9280-cf7d-495f-993b-10b8d0e135f8,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:00.778796 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.838532 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.850920 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:00.980160 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec622-f382-4e83-a4eb-00faa86ff74f req-d4a4e2bf-e32f-4253-8136-4f0ecea18080 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:00.980879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:00.981118 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a7fec622-f382-4e83-a4eb-00faa86ff74f req-d4a4e2bf-e32f-4253-8136-4f0ecea18080 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.2074788 May 27 18:33:00.981611 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:00.981611 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] 10.222.0.47 "PUT /v2.0/ports/20ea9280-cf7d-495f-993b-10b8d0e135f8 HTTP/1.1" status: 200 len: 1094 time: 1.6023180 May 27 18:33:00.981611 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'tag': '20ea9280-cf7d-495f-993b-10b8d0e135f8'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:33:00.981611 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Pushing event updated for resources: {'Port': ['ID=20ea9280-cf7d-495f-993b-10b8d0e135f8,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:00.981611 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:00.982142 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Allocated IP 172.28.0.226 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/9d54795a-17ae-4631-84f8-592f123debcf) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:01.043152 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'tag': '20ea9280-cf7d-495f-993b-10b8d0e135f8', 'status': 'completed', 'code': 200} May 27 18:33:01.068433 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a7fec622-f382-4e83-a4eb-00faa86ff74f req-99826854-abbb-4c08-bd45-8b8f71a2bba6 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850890 May 27 18:33:01.155261 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ead0-f6b4-40a9-b5dc-e12dd4840d78 req-8b2197d5-03de-4460-917e-9fb0d4a24afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:01.159477 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fca6ead0-f6b4-40a9-b5dc-e12dd4840d78 req-8b2197d5-03de-4460-917e-9fb0d4a24afa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 1097 time: 0.0866239 May 27 18:33:01.217228 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:01.306551 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ead0-f6b4-40a9-b5dc-e12dd4840d78 req-bcbd6d00-16c8-4ab5-8183-f5af7a06c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:01.308041 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fca6ead0-f6b4-40a9-b5dc-e12dd4840d78 req-bcbd6d00-16c8-4ab5-8183-f5af7a06c641 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1433070 May 27 18:33:01.435058 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:01.440019 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-038a1d4d-96e6-4a92-9b79-5390393e18ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:01.452952 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ead0-f6b4-40a9-b5dc-e12dd4840d78 req-0908fafe-d076-4129-bc9f-81881de60646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:01.454413 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fca6ead0-f6b4-40a9-b5dc-e12dd4840d78 req-0908fafe-d076-4129-bc9f-81881de60646 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389244 May 27 18:33:01.516401 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:01.520467 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:01.524028 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:01.575560 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-5a2539be-bac5-4534-81a2-c5a2318ce355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:01.577425 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-5a2539be-bac5-4534-81a2-c5a2318ce355 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 1097 time: 0.0830119 May 27 18:33:01.594664 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d54795a-17ae-4631-84f8-592f123debcf,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:01.659214 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:01.669155 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-13557ffd-ab2c-4403-9230-35139070c477 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=20ea9280-cf7d-495f-993b-10b8d0e135f8 HTTP/1.1" status: 200 len: 217 time: 0.0829036 May 27 18:33:01.816411 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ffa1b-b99d-40fd-aa51-f7e88ca4a5be req-b0cc47f2-1cc9-4c31-9d12-d3e8013e6caa tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:01.816600 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b4e423-a2bc-458a-a1b5-bfd6a921afc3 None None] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:33:01.818475 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-737ffa1b-b99d-40fd-aa51-f7e88ca4a5be req-b0cc47f2-1cc9-4c31-9d12-d3e8013e6caa tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 944 time: 0.1127603 May 27 18:33:01.849476 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-b2c41414-b335-46fd-bf82-086e7360fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:01.851928 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-b2c41414-b335-46fd-bf82-086e7360fe91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f21cff12-06de-4446-b530-01320dc429d9 HTTP/1.1" status: 200 len: 854 time: 0.1700692 May 27 18:33:01.930358 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-737ffa1b-b99d-40fd-aa51-f7e88ca4a5be req-fa6376f6-de89-4f94-bb9b-68f0657106ea tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962143 May 27 18:33:01.938226 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-2271287e-0c99-4329-974d-51e376aaa6c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91a9e517-1bf3-49a7-94d6-c372d5bd8b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661736 May 27 18:33:02.057485 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 388da599-64ab-45ec-909f-dfa0b036d323 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:02.150509 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-79660731-10f5-4777-be69-88fdf6730664 service neutron] 10.222.0.47 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014558 May 27 18:33:02.161524 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-ce8d6282-9ec0-4f90-a77f-a852722c5a36 None None] Provisioning for port 388da599-64ab-45ec-909f-dfa0b036d323 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:02.187103 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.374801 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7af0548d-c22e-4299-8643-4f3642ad9603 req-69fbed2d-1d1b-462c-a564-ca53e6ad86aa service neutron] 10.222.0.47 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204123 May 27 18:33:02.438354 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 388da599-64ab-45ec-909f-dfa0b036d323 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:02.444630 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 388da599-64ab-45ec-909f-dfa0b036d323 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:02.445259 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.585779 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4ef3-4e81-46d7-a7ae-535e13dd5a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.588185 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.636316 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-406585d4-1d6e-4340-bebe-2275e09827a1 None None] Provisioning complete for port 388da599-64ab-45ec-909f-dfa0b036d323 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:02.636514 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-406585d4-1d6e-4340-bebe-2275e09827a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.667305 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 388da599-64ab-45ec-909f-dfa0b036d323, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=388da599-64ab-45ec-909f-dfa0b036d323,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:02.726582 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966895fc-394f-496b-ad88-c32d90ebb457 req-3c46b7f8-08b2-4314-b060-80d169524155 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:02.728081 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-966895fc-394f-496b-ad88-c32d90ebb457 req-3c46b7f8-08b2-4314-b060-80d169524155 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.2411923 May 27 18:33:02.758762 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.761140 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-406585d4-1d6e-4340-bebe-2275e09827a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.773709 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:02.777514 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:02.855346 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-966895fc-394f-496b-ad88-c32d90ebb457 req-a46b6557-d25c-4e02-a1c1-3b713914c6d4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162701 May 27 18:33:02.906646 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=388da599-64ab-45ec-909f-dfa0b036d323,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:02.910547 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:02.911573 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.db.api [None req-406585d4-1d6e-4340-bebe-2275e09827a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 18:33:02.911959 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_db.api [None req-406585d4-1d6e-4340-bebe-2275e09827a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 18:33:03.083623 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:33:03.295360 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c484e4-f8cf-4a8c-8367-497ccd70fec2 req-e1326049-9d8e-4146-b06b-93974f28e59b tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:03.296862 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c8c484e4-f8cf-4a8c-8367-497ccd70fec2 req-e1326049-9d8e-4146-b06b-93974f28e59b tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 944 time: 0.2541780 May 27 18:33:03.312250 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:03.321076 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Sync routers for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:03.331689 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:03.332822 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:32:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:03.361108 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c8c484e4-f8cf-4a8c-8367-497ccd70fec2 req-d89dd832-16a5-4146-b4e3-738ce66a95ee tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566299 May 27 18:33:03.432370 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:03.432370 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0533512 May 27 18:33:03.433387 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42850) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:03.581566 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:03.930985 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:01Z', 'revision_number': 3, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:03.943309 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Checking router: 939d09cc-28e4-46cb-b627-1dc6d9da00c5 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:03.943761 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Updating router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 port 9d54795a-17ae-4631-84f8-592f123debcf binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:03.981102 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 388da599-64ab-45ec-909f-dfa0b036d323 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:04.054309 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.071630 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 388da599-64ab-45ec-909f-dfa0b036d323 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:04.071997 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.464369 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a4c2-e978-455d-a573-3015de4feb22 req-2ed276b1-3cf7-430e-a64b-7fd3595fd5c5 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:04.466290 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-72b1a4c2-e978-455d-a573-3015de4feb22 req-2ed276b1-3cf7-430e-a64b-7fd3595fd5c5 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.3841798 May 27 18:33:04.478519 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.490310 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.503131 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Transition to ACTIVE for port object 9d54795a-17ae-4631-84f8-592f123debcf will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:04.577030 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-72b1a4c2-e978-455d-a573-3015de4feb22 req-5e5f95fa-441c-4102-9d22-47fe77318276 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020825 May 27 18:33:04.582855 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.602506 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:04.685822 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Attempting to bind port 9d54795a-17ae-4631-84f8-592f123debcf on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:04.686442 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Attempting to bind port 9d54795a-17ae-4631-84f8-592f123debcf by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:04.686992 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Attempting to bind port 9d54795a-17ae-4631-84f8-592f123debcf on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:04.710872 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:04.713022 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:04.713805 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.714245 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:04.714874 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Bound port: 9d54795a-17ae-4631-84f8-592f123debcf, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:04.715258 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.764201 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Pushing event updated for resources: {'Port': ['ID=9d54795a-17ae-4631-84f8-592f123debcf,revision_number=2']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:04.775750 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.776167 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.776404 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.776736 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.777056 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.777374 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.777690 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.778005 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.778317 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.778639 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.778939 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.779248 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:04.789811 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:04.826853 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.827648 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Allocated IP 172.20.0.1 (ea3cf30a-0561-4c86-8acf-1ae21b0d99ea/48962ec9-51d3-40c1-a20f-1192a4848721/0052d249-4608-4530-92c1-b3efaede29e5) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:04.839207 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] For port 9d54795a-17ae-4631-84f8-592f123debcf, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:04.844717 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] For port 9d54795a-17ae-4631-84f8-592f123debcf, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=9d54795a-17ae-4631-84f8-592f123debcf,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:04.880153 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef031c0-f38e-4e58-8e7a-9eecf0253421 req-094b83d5-d034-4f83-a39b-0f21ffb72fcd tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:04.883825 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ef031c0-f38e-4e58-8e7a-9eecf0253421 req-094b83d5-d034-4f83-a39b-0f21ffb72fcd tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 944 time: 0.1978190 May 27 18:33:04.946286 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:04.950398 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:05.012355 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ef031c0-f38e-4e58-8e7a-9eecf0253421 req-9a6a013a-b01a-4454-a6e7-3f69ea18a982 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779736 May 27 18:33:05.045711 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:05.046339 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:32:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:05.049122 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:05.077806 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Transition to ACTIVE for port object 0052d249-4608-4530-92c1-b3efaede29e5 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:05.091352 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b64156cc-f83a-4247-b17e-3d023d26289d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:05.110811 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Pushing event updated for resources: {'Port': ['ID=9d54795a-17ae-4631-84f8-592f123debcf,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:05.146645 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-3a6916e1-13da-42f9-a677-404561a146ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:05.237429 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e852041-a9d1-43ee-97a3-1e702b885c0e req-b7cbed3e-4447-4b15-b699-ea824f05ac8f tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:05.238945 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2e852041-a9d1-43ee-97a3-1e702b885c0e req-b7cbed3e-4447-4b15-b699-ea824f05ac8f tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 945 time: 0.0949337 May 27 18:33:05.264644 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:05.273778 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:05.274804 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:05.352429 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:05.363626 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2e852041-a9d1-43ee-97a3-1e702b885c0e req-ef8e2bbe-1818-476d-b50f-dbea9825a488 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187031 May 27 18:33:05.364479 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:05.368536 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:05.368976 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:05.379278 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Pushing event updated for resources: {'Port': ['ID=0052d249-4608-4530-92c1-b3efaede29e5,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:05.389397 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:05.618607 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:01Z', 'revision_number': 3, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:05.627675 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814920d5-9737-4350-9347-26cb983a57c2 None None] The sync data for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb is: [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:01Z', 'revision_number': 3, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:05.690463 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:05.762246 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817863f1-f7e0-4c78-9f54-631dc09d57ce req-94e5e123-749a-4c26-9f4e-708566cb5cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:05.766028 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-9a2405b7-c8a1-4b3d-8364-96ed45954dca None None] Provisioning for port 0052d249-4608-4530-92c1-b3efaede29e5 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:05.768660 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-817863f1-f7e0-4c78-9f54-631dc09d57ce req-94e5e123-749a-4c26-9f4e-708566cb5cd9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.0996006 May 27 18:33:05.779960 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-9a2405b7-c8a1-4b3d-8364-96ed45954dca None None] Provisioning complete for port 0052d249-4608-4530-92c1-b3efaede29e5 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:05.779960 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a2405b7-c8a1-4b3d-8364-96ed45954dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:05.818485 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-817863f1-f7e0-4c78-9f54-631dc09d57ce req-86934a60-fbff-4b7c-ac21-4c78e26e7147 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471952 May 27 18:33:05.873439 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-9a2405b7-c8a1-4b3d-8364-96ed45954dca None None] Port 0052d249-4608-4530-92c1-b3efaede29e5 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:05.977081 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429bbd-1044-4124-bb81-4c6359ff916a req-1a050f62-66f4-4306-8332-c28fd02917e7 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:05.979641 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a3429bbd-1044-4124-bb81-4c6359ff916a req-1a050f62-66f4-4306-8332-c28fd02917e7 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.2442048 May 27 18:33:06.067547 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:06.075528 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:33:06.075811 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a3429bbd-1044-4124-bb81-4c6359ff916a req-8c03c64c-c66c-4136-bfe6-a718776c2378 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845780 May 27 18:33:06.102692 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:06.209942 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 20ea9280-cf7d-495f-993b-10b8d0e135f8 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:33:06.213882 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:06.219331 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:06.234402 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:06.371245 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 20ea9280-cf7d-495f-993b-10b8d0e135f8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=20ea9280-cf7d-495f-993b-10b8d0e135f8,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:06.388902 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '20ea9280-cf7d-495f-993b-10b8d0e135f8', 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01', 'port_id': '20ea9280-cf7d-495f-993b-10b8d0e135f8', 'mac_address': 'fa:16:3e:6b:2a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21cff12-06de-4446-b530-01320dc429d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:33:06.466302 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:06.481559 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:06.486829 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:06.501667 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea9280-cf7d-495f-993b-10b8d0e135f8 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:33:06.523349 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 20ea9280-cf7d-495f-993b-10b8d0e135f8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=20ea9280-cf7d-495f-993b-10b8d0e135f8,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:06.665199 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Pushing event updated for resources: {'Port': ['ID=0052d249-4608-4530-92c1-b3efaede29e5,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:06.672681 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:06.683096 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:06.684959 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:06.767865 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=20ea9280-cf7d-495f-993b-10b8d0e135f8,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:06.778245 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:06.785687 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9885129-b0e8-4719-9d7c-aafa1e7cc421 req-c7d0c85d-4be8-4f90-b514-f91f53d23c05 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:06.787405 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f9885129-b0e8-4719-9d7c-aafa1e7cc421 req-c7d0c85d-4be8-4f90-b514-f91f53d23c05 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 944 time: 0.6210093 May 27 18:33:06.797872 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-ba4d8860-940f-496e-9b21-f8b1e4d06f11 None None] Provisioning complete for port 0052d249-4608-4530-92c1-b3efaede29e5 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:06.798536 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ba4d8860-940f-496e-9b21-f8b1e4d06f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:06.891121 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-ba4d8860-940f-496e-9b21-f8b1e4d06f11 None None] Port 0052d249-4608-4530-92c1-b3efaede29e5 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:06.933055 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f9885129-b0e8-4719-9d7c-aafa1e7cc421 req-4a550d83-61f7-4e04-9cc4-fb9be227709e tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940971 May 27 18:33:06.946733 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:33:06.959511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-d11ac12c-47ae-4e9a-832d-c5571c751909 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:06.960044 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5096e07-e050-484c-9497-80def26bc8b7 req-3acf722e-64ec-4a0b-94e2-a89eed3d297c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:06.960259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-d11ac12c-47ae-4e9a-832d-c5571c751909 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Synchronizing usage tracker for tenant:61ba48ba5a9644a097c9078a97b939e4 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:33:06.961467 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a5096e07-e050-484c-9497-80def26bc8b7 req-3acf722e-64ec-4a0b-94e2-a89eed3d297c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 945 time: 0.2853870 May 27 18:33:07.108441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-d11ac12c-47ae-4e9a-832d-c5571c751909 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Unset dirty status for tenant:61ba48ba5a9644a097c9078a97b939e4 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:33:07.109831 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-d11ac12c-47ae-4e9a-832d-c5571c751909 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.47 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 945 time: 0.2474599 May 27 18:33:07.134953 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a5096e07-e050-484c-9497-80def26bc8b7 req-7b9411cc-ad82-4806-b906-1bb47327e124 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/security-groups?id=cd773e31-a3de-4ca5-a367-db37b4a04eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663904 May 27 18:33:07.189734 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:07.199768 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] 10.222.0.36 "PUT /v2.0/routers/939d09cc-28e4-46cb-b627-1dc6d9da00c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7651713 May 27 18:33:07.223445 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['20ea9280-cf7d-495f-993b-10b8d0e135f8'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:33:07.276624 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Deleting port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:33:07.277008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:07.352275 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e93b4b-f701-4dd9-90c0-29ef73429850 req-3f8cd21f-a42f-43de-804c-22b686765354 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:07.358272 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-20e93b4b-f701-4dd9-90c0-29ef73429850 req-3f8cd21f-a42f-43de-804c-22b686765354 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1325274 May 27 18:33:07.419406 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-20e93b4b-f701-4dd9-90c0-29ef73429850 req-bea5e041-1e9a-4dcf-9ab2-6f74a4007683 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547929 May 27 18:33:07.536636 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] For port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,segment=NetworkSegment(d5266530-c162-4a67-93d0-1a7fe7a1bb4f),segment_id=d5266530-c162-4a67-93d0-1a7fe7a1bb4f)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:07.538015 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:07.717700 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Calling delete_port for 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:33:07.737913 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:07.757718 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Sync routers for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:07.767284 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:07.768039 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:07.981780 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:08.032987 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 9d54795a-17ae-4631-84f8-592f123debcf up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:08.064587 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.072860 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cb15a75f-c257-4f38-b5f3-ed30b52d9abc tempest-DeleteServersTestJSON-692143166 tempest-DeleteServersTestJSON-692143166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:08.130756 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:33:08.144972 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47363d-34ab-423f-b3a5-83db5423c91b req-ee306d71-5cc8-4a02-9cd0-4bb819a22c84 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:08.147274 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5d47363d-34ab-423f-b3a5-83db5423c91b req-ee306d71-5cc8-4a02-9cd0-4bb819a22c84 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 945 time: 0.0917888 May 27 18:33:08.223980 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5d47363d-34ab-423f-b3a5-83db5423c91b req-063a2ceb-c1c0-474d-a5a0-ff3516200749 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687761 May 27 18:33:08.240891 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Pushing event deleted for resources: {'Port': ['ID=0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:08.253267 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:08.280122 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 42972) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:08.285953 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-136132064-network', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:08.292040 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:08.303269 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Usage tracker for resource:network and tenant:c445dd40fe8443bf8715790d98725ba4 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:08.309777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:08.316248 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] No DVR routers for this DVR port 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:33:08.318011 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:08.319126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.322381 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'name': 'network-vif-deleted', 'tag': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:33:08.371411 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07e94b7-d864-405f-bb2e-efb924f04e25', 'name': 'network-vif-deleted', 'tag': '0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58', 'status': 'completed', 'code': 200} May 27 18:33:08.378329 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b4a902e-34cb-4f40-b232-d9c77edc4a64 req-38b2d19f-632d-43af-8291-617cd1d0d61a tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 210 time: 0.0443616 May 27 18:33:08.445050 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 2, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:08.448850 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Checking router: 939d09cc-28e4-46cb-b627-1dc6d9da00c5 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:08.449209 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Updating router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 port 0052d249-4608-4530-92c1-b3efaede29e5 binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:08.503858 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.538149 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-314b4cde-1eff-4758-a0ac-bded162882a4 req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.47 "DELETE /v2.0/ports/0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 HTTP/1.1" status: 204 len: 173 time: 1.4218156 May 27 18:33:08.541731 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Made reservation on behalf of c445dd40fe8443bf8715790d98725ba4 for: {'network': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:08.545024 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.562404 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 9d54795a-17ae-4631-84f8-592f123debcf completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:08.574713 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 9d54795a-17ae-4631-84f8-592f123debcf triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:08.576394 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.601797 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.623324 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:08.636037 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Usage tracker for resource:security_group_rule and tenant:c445dd40fe8443bf8715790d98725ba4 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:08.640945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:08.650104 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:08.693567 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0659c6-ddb9-4790-b7d7-faa323cc999a req-efd4ee4b-b35c-4804-87a5-3c37f96802a2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:08.695057 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5d0659c6-ddb9-4790-b7d7-faa323cc999a req-efd4ee4b-b35c-4804-87a5-3c37f96802a2 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1401567 May 27 18:33:08.774656 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5d0659c6-ddb9-4790-b7d7-faa323cc999a req-37b285c9-0121-4834-9704-a333a2bb1da0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691180 May 27 18:33:08.823762 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.847320 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.881113 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 9d54795a-17ae-4631-84f8-592f123debcf, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=9d54795a-17ae-4631-84f8-592f123debcf,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:08.960995 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:08.967494 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e98fcaf0-09b3-4237-b2c4-5441c39d8e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:08.988510 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.004424 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Transition to ACTIVE for port object 0052d249-4608-4530-92c1-b3efaede29e5 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:09.016418 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=92297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:33:09.026540 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22efbb85-9c8d-4b49-87d9-0254541393c7,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:09.031534 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:09.031831 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.035355 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:09.037130 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.037469 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.segments_db [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Added segment 90e785fd-9396-4b65-b303-34b2173d077a of type vlan for network e4fa2290-97cf-4277-ae2d-55b4fe85aeab May 27 18:33:09.066917 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.129901 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=9d54795a-17ae-4631-84f8-592f123debcf,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:09.136111 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:09.159767 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.163458 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:09.240075 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.241399 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:09.242210 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.245885 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:09.332486 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0a5d7-a154-48ef-958b-18f98fc97b6d None None] Pushing event updated for resources: {'Port': ['ID=0052d249-4608-4530-92c1-b3efaede29e5,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:09.337107 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-bed0a5d7-a154-48ef-958b-18f98fc97b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:09.410237 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fa2290-97cf-4277-ae2d-55b4fe85aeab,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:09.414184 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:09.425593 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:33:09.467053 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf63f5-65ee-41bf-8a3a-775e114b6039 req-56af3c6b-f4dd-4b05-b71e-34d725885640 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:09.468713 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fccf63f5-65ee-41bf-8a3a-775e114b6039 req-56af3c6b-f4dd-4b05-b71e-34d725885640 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 945 time: 0.1125314 May 27 18:33:09.473119 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Attempting to bind port 0052d249-4608-4530-92c1-b3efaede29e5 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:09.473629 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Attempting to bind port 0052d249-4608-4530-92c1-b3efaede29e5 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:09.473834 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Attempting to bind port 0052d249-4608-4530-92c1-b3efaede29e5 on network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:09.527485 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:09.528041 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Checking segment: {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:09.528553 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.529049 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Bound using segment: {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:09.529630 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Bound port: 0052d249-4608-4530-92c1-b3efaede29e5, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:09.530195 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2487624 May 27 18:33:09.531915 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.533278 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43000) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:09.539011 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Request body: {'subnet': {'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-136132064-subnet', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:09.548204 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:09.549110 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Usage tracker for resource:subnet and tenant:c445dd40fe8443bf8715790d98725ba4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:09.549589 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fccf63f5-65ee-41bf-8a3a-775e114b6039 req-22658ca7-5fbb-429e-b219-b3b870562ed3 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722682 May 27 18:33:09.552475 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:09.570916 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:09.683237 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] For port 0052d249-4608-4530-92c1-b3efaede29e5, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:09.687151 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] For port 0052d249-4608-4530-92c1-b3efaede29e5, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=0052d249-4608-4530-92c1-b3efaede29e5,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:09.716773 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Made reservation on behalf of c445dd40fe8443bf8715790d98725ba4 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:09.719272 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14865101'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.736438 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c72f5260-7180-4c23-8e6c-dd01df34634a req-f16f8e81-edbe-4c54-ba1b-48febe96a48d tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] 10.222.0.36 "GET /v2.0/ports?device_id=a07e94b7-d864-405f-bb2e-efb924f04e25 HTTP/1.1" status: 200 len: 210 time: 0.0882301 May 27 18:33:09.776603 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:09.778768 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:09.797740 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024895a-5e65-454e-b4f7-ee274640d505 req-048d8dae-4f7f-4712-84f7-60ecf4d755b7 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:09.800550 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d024895a-5e65-454e-b4f7-ee274640d505 req-048d8dae-4f7f-4712-84f7-60ecf4d755b7 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1509876 May 27 18:33:09.853695 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-b1bc373f-2079-4874-b765-6a0a6ce4193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:09.855464 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-b1bc373f-2079-4874-b765-6a0a6ce4193c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e80984e08213499b95a0869f53c3a020&device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 1099 time: 0.1853328 May 27 18:33:09.882939 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:09.884227 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:09.914607 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d024895a-5e65-454e-b4f7-ee274640d505 req-f40124de-7bfc-4736-9d7e-a69574dc4362 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005156 May 27 18:33:09.975831 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0a5d7-a154-48ef-958b-18f98fc97b6d None None] Pushing event updated for resources: {'Port': ['ID=0052d249-4608-4530-92c1-b3efaede29e5,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:09.979581 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-bed0a5d7-a154-48ef-958b-18f98fc97b6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:10.011233 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 9d54795a-17ae-4631-84f8-592f123debcf up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:10.190233 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:10.191537 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-a2cdb556-df2f-442a-a77c-fc8be06686a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:10.193002 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-a2cdb556-df2f-442a-a77c-fc8be06686a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 200 len: 920 time: 0.3293009 May 27 18:33:10.256527 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 20ea9280-cf7d-495f-993b-10b8d0e135f8 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:10.265784 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-f28073ff-5b77-43a0-a01a-a5bac1b3edb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 200 len: 217 time: 0.0650818 May 27 18:33:10.295969 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 9d54795a-17ae-4631-84f8-592f123debcf triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:10.296342 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:10.391819 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-0852bf7a-b2e7-49a1-a2de-9cdaa27f46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:10.393244 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-0852bf7a-b2e7-49a1-a2de-9cdaa27f46f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 200 len: 859 time: 0.1198909 May 27 18:33:10.444869 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-c1e5767d-aebf-4540-95e4-f5974e5399ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=eacdb298-a25e-423a-a635-8ffc865bc844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438664 May 27 18:33:10.620100 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-d9d7d449-72fa-4dfa-97a2-a9f7c790e904 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637607 May 27 18:33:10.664185 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 20ea9280-cf7d-495f-993b-10b8d0e135f8 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:10.701129 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 20ea9280-cf7d-495f-993b-10b8d0e135f8 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:10.701766 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:10.783543 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15184929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14865115'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:10.799766 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:10.805968 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef68eb-07fb-4b21-bd62-bae10f24d0fe req-c3bd4e6b-6e18-4d3f-bf28-9926a5ed8e82 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:10.807642 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e2ef68eb-07fb-4b21-bd62-bae10f24d0fe req-c3bd4e6b-6e18-4d3f-bf28-9926a5ed8e82 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 945 time: 0.1325369 May 27 18:33:10.880393 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8b0f8e9e-1d3d-4ebc-9cdc-c34a67c34c82 req-77f4cba1-00b6-4a1d-876d-8ea28eb49d31 service neutron] 10.222.0.47 "GET /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535419 May 27 18:33:10.896902 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e2ef68eb-07fb-4b21-bd62-bae10f24d0fe req-46455ccf-1809-48b4-bc03-d3421cd2083a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808091 May 27 18:33:10.907817 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:09Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:10.915551 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b9c2282-6599-444f-b080-dc7f54101b09,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:10.915716 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f80e7fd-16c4-472e-a091-065a68398381 None None] The sync data for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb is: [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:09Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:10.915855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:10.916707 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:10.931682 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Checking segment: {'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:10.932054 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Network hostable DHCP agents. Network: e4fa2290-97cf-4277-ae2d-55b4fe85aeab, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:33:10.961243 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea9280-cf7d-495f-993b-10b8d0e135f8'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:33:10.973318 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 20ea9280-cf7d-495f-993b-10b8d0e135f8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=20ea9280-cf7d-495f-993b-10b8d0e135f8,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:11.100104 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:11.101189 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:33:11.101570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:33:11.171211 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-bed0a5d7-a154-48ef-958b-18f98fc97b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:11.207934 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:33:11.208582 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 0a659b87-67a0-4dd2-b3fc-e69a7fc8bc58 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:33:11.240377 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, e4fa2290-97cf-4277-ae2d-55b4fe85aeab) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:11.254549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:11.254768 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcaea23-a323-4151-a6d7-682b80a83bd6 None None] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:33:11.255186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:11.310949 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68bc9e-d170-4eaa-8c3e-f0f318689d71 req-7ec19a56-0e08-4c03-a103-b52590b10e43 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:11.312708 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7e68bc9e-d170-4eaa-8c3e-f0f318689d71 req-7ec19a56-0e08-4c03-a103-b52590b10e43 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1801734 May 27 18:33:11.365082 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7e68bc9e-d170-4eaa-8c3e-f0f318689d71 req-0a7b66c4-208e-4b78-ba02-85457bd1c930 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457594 May 27 18:33:11.422338 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=20ea9280-cf7d-495f-993b-10b8d0e135f8,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:11.430229 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:11.464000 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9273992 May 27 18:33:11.464402 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43026) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:11.469866 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:11.476646 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:11.488566 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Usage tracker for resource:router and tenant:c445dd40fe8443bf8715790d98725ba4 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:11.494252 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:11.520952 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:11.545209 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea9280-cf7d-495f-993b-10b8d0e135f8', 'code': 200} May 27 18:33:11.656189 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-e4fa2290-97cf-4277-ae2d-55b4fe85aeab', 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'fixed_ips': [{'subnet_id': '5b9c2282-6599-444f-b080-dc7f54101b09'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:33:11.656993 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:11.662155 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43040) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:11.707027 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:11.708973 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:11.729562 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:11.955272 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Allocated IP 172.20.0.2 (e4fa2290-97cf-4277-ae2d-55b4fe85aeab/5b9c2282-6599-444f-b080-dc7f54101b09/1cfa8d0b-f597-4990-b313-82d938afb538) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:12.177938 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 0052d249-4608-4530-92c1-b3efaede29e5 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:12.210960 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e126d21-31fa-4dda-afc2-3a4470f8f3cd req-70900d47-b31d-4c33-bcb8-87a6854bf919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:12.212467 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4e126d21-31fa-4dda-afc2-3a4470f8f3cd req-70900d47-b31d-4c33-bcb8-87a6854bf919 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 1099 time: 0.1552382 May 27 18:33:12.263262 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4e126d21-31fa-4dda-afc2-3a4470f8f3cd req-6854e717-fb99-4594-8de7-4803d3720fa1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 May 27 18:33:12.326066 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.380370 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:12.387091 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.398639 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Transition to ACTIVE for port object 1cfa8d0b-f597-4990-b313-82d938afb538 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:12.418856 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Transition to ACTIVE for port object 1cfa8d0b-f597-4990-b313-82d938afb538 will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:12.434070 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 0052d249-4608-4530-92c1-b3efaede29e5 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:12.439983 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 0052d249-4608-4530-92c1-b3efaede29e5 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:12.440443 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.444871 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Usage tracker for resource:security_group_rule and tenant:1b39af8c05584c01a06294d9adb7aa89 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:12.506387 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:12.528320 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:12.539708 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.561310 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.572396 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.579107 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:12.581535 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ccd637-323d-4d57-96fa-322f33d9958d req-d2b12996-622d-474d-9835-2be6b005cbc1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:12.583024 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c4ccd637-323d-4d57-96fa-322f33d9958d req-d2b12996-622d-474d-9835-2be6b005cbc1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.4283543 May 27 18:33:12.614269 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fceef-a775-4198-a07d-8cebe7f0c7c3 req-aa82af65-45a7-4c8a-a86f-39d501d20b69 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:12.615831 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6e6fceef-a775-4198-a07d-8cebe7f0c7c3 req-aa82af65-45a7-4c8a-a86f-39d501d20b69 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.4517748 May 27 18:33:12.652528 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:12.656278 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:12.666598 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:12.707868 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Pushing event updated for resources: {'Port': ['ID=1cfa8d0b-f597-4990-b313-82d938afb538,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:12.714946 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c4ccd637-323d-4d57-96fa-322f33d9958d req-cf0b108f-b0be-49f5-a238-c04a1d69a652 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202469 May 27 18:33:12.715520 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 0052d249-4608-4530-92c1-b3efaede29e5, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=0052d249-4608-4530-92c1-b3efaede29e5,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:12.716270 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:12.732018 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6e6fceef-a775-4198-a07d-8cebe7f0c7c3 req-7549769a-8141-4240-abb4-03dfc0c11f50 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067405 May 27 18:33:12.777101 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Attempting to bind port 1cfa8d0b-f597-4990-b313-82d938afb538 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:12.777478 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Attempting to bind port 1cfa8d0b-f597-4990-b313-82d938afb538 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:12.777990 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Attempting to bind port 1cfa8d0b-f597-4990-b313-82d938afb538 on network e4fa2290-97cf-4277-ae2d-55b4fe85aeab {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:12.786159 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:12.786159 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Checking segment: {'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:12.786494 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.786885 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Bound using segment: {'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:12.787343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Bound port: 1cfa8d0b-f597-4990-b313-82d938afb538, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:12.787832 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.811520 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.849604 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.854453 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:12.919574 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:12.939736 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a6be6820-659b-403f-adee-7942502e03cf None None] For port 1cfa8d0b-f597-4990-b313-82d938afb538, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:12.944046 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a6be6820-659b-403f-adee-7942502e03cf None None] For port 1cfa8d0b-f597-4990-b313-82d938afb538, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=1cfa8d0b-f597-4990-b313-82d938afb538,segment=NetworkSegment(90e785fd-9396-4b65-b303-34b2173d077a),segment_id=90e785fd-9396-4b65-b303-34b2173d077a)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:12.945116 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=0052d249-4608-4530-92c1-b3efaede29e5,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:12.948351 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:12.983583 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0b0218f5-0398-4803-ba6a-b7c1c4962489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:13.031933 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.036833 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:13.097640 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b39af8c05584c01a06294d9adb7aa89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4344254 May 27 18:33:13.100616 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43056) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:13.120913 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Pushing event updated for resources: {'Port': ['ID=1cfa8d0b-f597-4990-b313-82d938afb538,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:13.125264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:13.128839 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94137fef-e7ee-481a-b597-38aa94ef16ac,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:13.145431 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708e90b-1a63-4fd8-b87f-7dd37bf27eee req-b62175b5-a3b5-4d61-b6b9-b5d5f031e3a7 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:13.145431 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3708e90b-1a63-4fd8-b87f-7dd37bf27eee req-b62175b5-a3b5-4d61-b6b9-b5d5f031e3a7 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.3079717 May 27 18:33:13.147739 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:13.179289 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.199548 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.213981 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.241892 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.255603 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3708e90b-1a63-4fd8-b87f-7dd37bf27eee req-e551b095-a5f0-4346-b92b-9d21656c05de tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996675 May 27 18:33:13.423123 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.428042 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b95d9689-535d-40d9-ab46-7e588dfe36f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:13.440391 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94137fef-e7ee-481a-b597-38aa94ef16ac,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:13.444238 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:13.449320 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.451846 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94137fef-e7ee-481a-b597-38aa94ef16ac HTTP/1.1" status: 204 len: 168 time: 0.3493674 May 27 18:33:13.546464 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Allocated IP 172.28.0.155 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/06643b4d-54dd-47ce-9012-dc055cf7f4da) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:13.710964 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.820251 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:13.838464 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:14.097547 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 0052d249-4608-4530-92c1-b3efaede29e5 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:14.197819 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 0052d249-4608-4530-92c1-b3efaede29e5 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:14.198199 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:14.247902 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:14.250758 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Pushing event updated for resources: {'Port': ['ID=06643b4d-54dd-47ce-9012-dc055cf7f4da,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:14.256476 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:14.259445 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:14.263412 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:14.287514 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655028c1-956b-4b68-a4f6-260b816428e5 None None] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:33:14.433732 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 1cfa8d0b-f597-4990-b313-82d938afb538 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:14.497470 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a7968-8c80-4cb1-a42d-5273ea0db04b req-4ef1160b-0dc8-4e65-bb3e-790636fe09c9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:14.498950 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b66a7968-8c80-4cb1-a42d-5273ea0db04b req-4ef1160b-0dc8-4e65-bb3e-790636fe09c9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.5413816 May 27 18:33:14.521456 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69565ab1-759f-4064-a3dd-56f7537e1338 req-86d5c23c-d3e8-439c-9851-9a3fbb3e8201 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:14.522999 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-69565ab1-759f-4064-a3dd-56f7537e1338 req-86d5c23c-d3e8-439c-9851-9a3fbb3e8201 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.4760821 May 27 18:33:14.562028 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-77a2cf09-d393-41a5-aa9a-97ac321b4668 None None] Provisioning for port 1cfa8d0b-f597-4990-b313-82d938afb538 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:14.590701 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b66a7968-8c80-4cb1-a42d-5273ea0db04b req-6237a666-85ed-43b6-8686-1075e7ad94f5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794921 May 27 18:33:14.601674 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-69565ab1-759f-4064-a3dd-56f7537e1338 req-800784c9-0bff-43f4-a10c-2db37d318e64 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651417 May 27 18:33:14.694381 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 1cfa8d0b-f597-4990-b313-82d938afb538 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:14.699685 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 1cfa8d0b-f597-4990-b313-82d938afb538 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:14.700200 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:14.939778 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:14.961985 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:14.978027 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 1cfa8d0b-f597-4990-b313-82d938afb538, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=1cfa8d0b-f597-4990-b313-82d938afb538,segment=NetworkSegment(90e785fd-9396-4b65-b303-34b2173d077a),segment_id=90e785fd-9396-4b65-b303-34b2173d077a)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:15.011005 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-8c8a1611-e912-41af-970d-15cc5deb4afd None None] Provisioning complete for port 1cfa8d0b-f597-4990-b313-82d938afb538 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:15.011797 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1611-e912-41af-970d-15cc5deb4afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.035260 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f32e24-6ab0-476f-ab52-4829ead7c147 req-55bf3372-15c3-448d-a6fb-b6a0b21caa79 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:15.042496 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-80f32e24-6ab0-476f-ab52-4829ead7c147 req-55bf3372-15c3-448d-a6fb-b6a0b21caa79 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.3069887 May 27 18:33:15.049279 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43134) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:15.074453 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.085354 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:15.189446 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-80f32e24-6ab0-476f-ab52-4829ead7c147 req-d74acf83-d42c-4ed2-9078-254562d4c974 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452501 May 27 18:33:15.189926 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-818835908-network', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:15.194182 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=1cfa8d0b-f597-4990-b313-82d938afb538,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:15.195896 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:15.199970 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Usage tracker for resource:network and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:15.205961 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:15.211800 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.226264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:15.234570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:15.263594 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:15.346231 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Made reservation on behalf of bc642b80ab774ba8b4aa3c90579e0041 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:15.348712 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.380173 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.394732 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:15.398807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:15.401854 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:15.406783 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.409106 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:15.499402 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.571613 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.577370 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-321341d9-f69e-430e-a561-285f308a03c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:15.603448 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:33:15.616942 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4dc80e-25b0-4e5b-8c23-2fa64c019603,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:15.621100 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:15.622315 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.622872 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Added segment 329ff4ab-a6cd-4c50-9480-ef888cab2065 of type vlan for network 217db2b9-81de-4ef6-ba0b-798eb603e94f May 27 18:33:15.652911 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.691458 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:33:15.779729 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.781357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:15.782114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:15.785874 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-50a8fba2-2467-4e57-90e6-27d8513f3f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:16.002857 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 1cfa8d0b-f597-4990-b313-82d938afb538 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:16.024354 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Pushing event updated for resources: {'Network': ['ID=217db2b9-81de-4ef6-ba0b-798eb603e94f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:16.027018 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:16.072936 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:16.082078 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Sync routers for ids ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:16.085705 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:33:16.089810 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0393822 May 27 18:33:16.095232 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43162) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:16.096650 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Request body: {'subnet': {'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-818835908-subnet', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:16.108449 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:16.113537 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Routers {'778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:16.115127 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:16.116458 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Usage tracker for resource:subnet and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:16.122008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:16.136193 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:16.164040 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098722-0cf2-42cf-86ef-a88efc634d3f req-1992a45b-ede3-4acd-92cd-eb497a902d17 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:16.165628 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08098722-0cf2-42cf-86ef-a88efc634d3f req-1992a45b-ede3-4acd-92cd-eb497a902d17 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.4111187 May 27 18:33:16.225932 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08098722-0cf2-42cf-86ef-a88efc634d3f req-b2f7201b-b757-4b56-8059-2c650d0b030c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449317 May 27 18:33:16.269405 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:16.270871 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8053479 May 27 18:33:16.274055 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43170) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:16.331728 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 1cfa8d0b-f597-4990-b313-82d938afb538 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:16.332283 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:16.387610 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Set router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:16.391618 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Made reservation on behalf of bc642b80ab774ba8b4aa3c90579e0041 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:16.394390 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14865101'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:16.746060 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155'}], 'enable_snat': True}, 'gw_port_id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:33:14Z', 'revision_number': 3, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port': {'id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:13Z', 'updated_at': '2021-05-27T18:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:16.750459 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Checking router: 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:16.751629 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Updating router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d port 06643b4d-54dd-47ce-9012-dc055cf7f4da binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:16.815586 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.080766 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.108973 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15184929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14865115'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.115498 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a10b1a54-2db0-4864-891e-093812620e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:17.209961 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14963643-ec68-4cc4-b548-ed322129af48,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:17.219142 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:17.226643 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Checking segment: {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:17.227042 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Network hostable DHCP agents. Network: 217db2b9-81de-4ef6-ba0b-798eb603e94f, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:33:17.234105 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.247219 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Transition to ACTIVE for port object 06643b4d-54dd-47ce-9012-dc055cf7f4da will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:17.336546 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Allocated IP 172.20.0.1 (e4fa2290-97cf-4277-ae2d-55b4fe85aeab/5b9c2282-6599-444f-b080-dc7f54101b09/227b459d-e539-40f2-9bf8-b365809340b8) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:17.357132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:33:17.404368 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.408475 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-81f69ae9-6b53-4b9b-92ae-2e3936fff78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:17.474265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 217db2b9-81de-4ef6-ba0b-798eb603e94f) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:17.486898 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27507583-1410-4e1c-9a8e-2196862bdf63 None None] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:33:17.493853 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Attempting to bind port 06643b4d-54dd-47ce-9012-dc055cf7f4da on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:17.493853 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Attempting to bind port 06643b4d-54dd-47ce-9012-dc055cf7f4da by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:17.493853 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Attempting to bind port 06643b4d-54dd-47ce-9012-dc055cf7f4da on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:17.498111 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cb1da-4d7d-4b64-92a7-6482a71bd236 None None] Pushing event updated for resources: {'Port': ['ID=06643b4d-54dd-47ce-9012-dc055cf7f4da,revision_number=2']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:17.498779 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:17.499943 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.505866 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-7f2cb1da-4d7d-4b64-92a7-6482a71bd236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:17.506735 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:17.507103 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:17.507516 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.507898 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:17.508361 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Bound port: 06643b4d-54dd-47ce-9012-dc055cf7f4da, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:17.508721 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.566292 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.577009 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403f1dd-509f-49e9-b8da-4455a2686def req-eb2b7566-29e7-4013-b00e-3dab283c86f1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:17.578667 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9403f1dd-509f-49e9-b8da-4455a2686def req-eb2b7566-29e7-4013-b00e-3dab283c86f1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.2270591 May 27 18:33:17.615364 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Transition to ACTIVE for port object 227b459d-e539-40f2-9bf8-b365809340b8 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:17.639458 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] For port 06643b4d-54dd-47ce-9012-dc055cf7f4da, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:17.643831 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5512795 May 27 18:33:17.644940 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] For port 06643b4d-54dd-47ce-9012-dc055cf7f4da, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=06643b4d-54dd-47ce-9012-dc055cf7f4da,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:17.645645 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43194) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:17.648109 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9403f1dd-509f-49e9-b8da-4455a2686def req-17b65f55-f5e9-49e1-ae59-553bb3741674 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599279 May 27 18:33:17.654045 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:17.661742 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:17.666309 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Usage tracker for resource:router and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:17.669819 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:17.676453 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:17.731818 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.735738 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:17.765143 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.768519 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-217db2b9-81de-4ef6-ba0b-798eb603e94f', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:33:17.771698 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.780263 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.782452 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.802139 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:17.823401 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.844746 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Routers {'778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:17.845394 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:17.902094 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:17.910846 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:17.926790 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:17.927570 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:17.972545 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cb1da-4d7d-4b64-92a7-6482a71bd236 None None] Pushing event updated for resources: {'Port': ['ID=06643b4d-54dd-47ce-9012-dc055cf7f4da,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:17.986288 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-7f2cb1da-4d7d-4b64-92a7-6482a71bd236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:18.002318 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Allocated IP 172.20.0.2 (217db2b9-81de-4ef6-ba0b-798eb603e94f/14963643-ec68-4cc4-b548-ed322129af48/f694c41b-ccbb-4965-bfc8-0104651a76b5) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:18.022706 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Pushing event updated for resources: {'Port': ['ID=227b459d-e539-40f2-9bf8-b365809340b8,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:18.026194 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:18.232696 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] Set router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:18.326024 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.339559 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Transition to ACTIVE for port object f694c41b-ccbb-4965-bfc8-0104651a76b5 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:18.365663 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.383454 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Transition to ACTIVE for port object f694c41b-ccbb-4965-bfc8-0104651a76b5 will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:18.393576 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.506662 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a03550fb-2355-43cb-83f9-71737c624d05 None None] Provisioning for port 227b459d-e539-40f2-9bf8-b365809340b8 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:18.511480 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.529498 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:18.587647 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a03550fb-2355-43cb-83f9-71737c624d05 None None] Provisioning complete for port 227b459d-e539-40f2-9bf8-b365809340b8 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:18.588134 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a03550fb-2355-43cb-83f9-71737c624d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.614386 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155'}], 'enable_snat': True}, 'gw_port_id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:33:14Z', 'revision_number': 3, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port': {'id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:13Z', 'updated_at': '2021-05-27T18:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:18.623285 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6787dfd5-9397-4879-8ce2-b313beccdff6 None None] The sync data for ids ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'] in dv-cinder-792299-4-smb is: [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155'}], 'enable_snat': True}, 'gw_port_id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:33:14Z', 'revision_number': 3, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port': {'id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:13Z', 'updated_at': '2021-05-27T18:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:18.632441 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:18.645519 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:18.648897 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:18.771734 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.802326 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Pushing event updated for resources: {'Port': ['ID=f694c41b-ccbb-4965-bfc8-0104651a76b5,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:18.818155 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:18.839417 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a03550fb-2355-43cb-83f9-71737c624d05 None None] Port 227b459d-e539-40f2-9bf8-b365809340b8 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:18.852415 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Attempting to bind port f694c41b-ccbb-4965-bfc8-0104651a76b5 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:18.857075 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Attempting to bind port f694c41b-ccbb-4965-bfc8-0104651a76b5 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:18.857075 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Attempting to bind port f694c41b-ccbb-4965-bfc8-0104651a76b5 on network 217db2b9-81de-4ef6-ba0b-798eb603e94f {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:18.862278 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:18.862655 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Checking segment: {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:18.863103 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.863535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Bound using segment: {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:18.863999 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Bound port: f694c41b-ccbb-4965-bfc8-0104651a76b5, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:18.864856 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.887806 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.900761 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:18.910989 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:18.990158 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] For port f694c41b-ccbb-4965-bfc8-0104651a76b5, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:18.993448 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] For port f694c41b-ccbb-4965-bfc8-0104651a76b5, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=f694c41b-ccbb-4965-bfc8-0104651a76b5,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:19.004181 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:19.074215 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:19.094948 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:19.099691 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:19.120242 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Pushing event updated for resources: {'Port': ['ID=227b459d-e539-40f2-9bf8-b365809340b8,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:19.126940 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:19.205714 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Pushing event updated for resources: {'Port': ['ID=f694c41b-ccbb-4965-bfc8-0104651a76b5,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:19.210902 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:19.216232 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517414d-a4c7-4c6b-a42f-0bd3d2c204f6 req-d250bb87-b1b4-4a04-a7c8-2af3d6cf5673 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:19.229808 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9517414d-a4c7-4c6b-a42f-0bd3d2c204f6 req-d250bb87-b1b4-4a04-a7c8-2af3d6cf5673 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.3771570 May 27 18:33:19.264633 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:19.268366 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:19.314331 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Allocated IP 172.28.0.246 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/d00e0a3e-354f-4694-91a1-7457d5890772) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:19.392781 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9517414d-a4c7-4c6b-a42f-0bd3d2c204f6 req-9aa7504f-efc3-46db-9c6e-80349ca93ed8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620126 May 27 18:33:19.652408 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:19.696386 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-f242fd0c-ecd4-446a-ad95-5a52466dcc1f None None] Provisioning complete for port 227b459d-e539-40f2-9bf8-b365809340b8 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:19.696952 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f242fd0c-ecd4-446a-ad95-5a52466dcc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:19.701879 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:33:19.808892 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:19.810315 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-f242fd0c-ecd4-446a-ad95-5a52466dcc1f None None] Port 227b459d-e539-40f2-9bf8-b365809340b8 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:19.814355 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:19.882610 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:19.885625 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:19.889405 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:19.941038 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Pushing event updated for resources: {'Port': ['ID=d00e0a3e-354f-4694-91a1-7457d5890772,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:19.945263 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:19.967642 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:19.986755 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] 10.222.0.36 "PUT /v2.0/routers/778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7034409 May 27 18:33:20.084230 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 06643b4d-54dd-47ce-9012-dc055cf7f4da up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:20.277050 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 06643b4d-54dd-47ce-9012-dc055cf7f4da completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:20.283742 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 06643b4d-54dd-47ce-9012-dc055cf7f4da triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:20.284376 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:20.444139 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:20.475679 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 06643b4d-54dd-47ce-9012-dc055cf7f4da, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=06643b4d-54dd-47ce-9012-dc055cf7f4da,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:20.557161 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:20.558038 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device f694c41b-ccbb-4965-bfc8-0104651a76b5 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:20.604628 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:20.674856 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fcdd17-a5be-4bc7-8b74-89eed414d48e None None] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:33:20.714685 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b459c3-3fc6-4c3a-9e1b-cfa6a4d6e1b1 req-696eff7d-f8cc-424c-b693-5806d34b5dc1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:20.740508 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78b459c3-3fc6-4c3a-9e1b-cfa6a4d6e1b1 req-696eff7d-f8cc-424c-b693-5806d34b5dc1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1844404 May 27 18:33:20.817767 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:20.823429 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78b459c3-3fc6-4c3a-9e1b-cfa6a4d6e1b1 req-ee9b8c9c-8f1c-4947-b32d-134cfd6b5d43 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816910 May 27 18:33:20.855801 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=06643b4d-54dd-47ce-9012-dc055cf7f4da,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:20.865968 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:21.090842 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Sync routers for ids ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:21.105073 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Routers {'778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:21.105716 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:21.195214 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port f694c41b-ccbb-4965-bfc8-0104651a76b5 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:21.203007 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-999e129c-135d-45fc-a74d-a579e0509d5c None None] Provisioning for port f694c41b-ccbb-4965-bfc8-0104651a76b5 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:21.229750 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port f694c41b-ccbb-4965-bfc8-0104651a76b5 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:21.230566 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:21.290172 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-999e129c-135d-45fc-a74d-a579e0509d5c None None] Provisioning complete for port f694c41b-ccbb-4965-bfc8-0104651a76b5 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:21.290567 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-999e129c-135d-45fc-a74d-a579e0509d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:21.352313 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:21.629062 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Set router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:21.676049 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:21.746146 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-999e129c-135d-45fc-a74d-a579e0509d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:21.756810 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:33:21.881421 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port f694c41b-ccbb-4965-bfc8-0104651a76b5, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=f694c41b-ccbb-4965-bfc8-0104651a76b5,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:22.150130 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:22.156112 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:22.167719 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Sync routers for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:22.178576 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:22.194833 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:22.195619 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:22.333593 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7a63b-9610-4de1-9ba6-27d38e868d93 req-d013a5f3-d816-4ea2-9099-e620a525f011 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:22.335478 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-75a7a63b-9610-4de1-9ba6-27d38e868d93 req-d013a5f3-d816-4ea2-9099-e620a525f011 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.2655168 May 27 18:33:22.344546 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 06643b4d-54dd-47ce-9012-dc055cf7f4da up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:22.357188 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:22.361542 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7148795 May 27 18:33:22.362379 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43272) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:22.422752 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46041de-ef68-4fe2-bef8-7e790c7b1635 req-a57c8ce0-81ab-423b-aedc-624a42728af9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:22.428316 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c46041de-ef68-4fe2-bef8-7e790c7b1635 req-a57c8ce0-81ab-423b-aedc-624a42728af9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.2326107 May 27 18:33:22.481315 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:22.514631 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-75a7a63b-9610-4de1-9ba6-27d38e868d93 req-2a6736a7-0ac3-4133-9a1d-a1112cec5ad4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669519 May 27 18:33:22.517239 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=f694c41b-ccbb-4965-bfc8-0104651a76b5,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:22.522582 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:22.522839 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.db.api [None req-999e129c-135d-45fc-a74d-a579e0509d5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 18:33:22.523251 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_db.api [None req-999e129c-135d-45fc-a74d-a579e0509d5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 18:33:22.568442 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c46041de-ef68-4fe2-bef8-7e790c7b1635 req-ddfddecc-2bf9-4b0a-abbe-92ab4d763781 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209905 May 27 18:33:22.569196 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155'}], 'enable_snat': True}, 'gw_port_id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:33:18Z', 'revision_number': 4, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port': {'id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:13Z', 'updated_at': '2021-05-27T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '227b459d-e539-40f2-9bf8-b365809340b8', 'name': '', 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'mac_address': 'fa:16:3e:6f:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5b9c2282-6599-444f-b080-dc7f54101b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:18Z', 'revision_number': 2, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'subnets': [{'id': '5b9c2282-6599-444f-b080-dc7f54101b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:22.577068 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Checking router: 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:22.577357 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Updating router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d port 227b459d-e539-40f2-9bf8-b365809340b8 binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:22.639043 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 06643b4d-54dd-47ce-9012-dc055cf7f4da triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:22.640528 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:22.808026 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:22.986704 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:20Z', 'revision_number': 3, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:22.997487 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Checking router: 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:22.999091 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Updating router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 port d00e0a3e-354f-4694-91a1-7457d5890772 binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:23.080481 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:23.306614 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:23.320241 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Transition to ACTIVE for port object 227b459d-e539-40f2-9bf8-b365809340b8 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:23.451730 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:23.457133 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:23.580658 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f7f8a-331d-4ec5-8587-4aa8237dd08c None None] Pushing event updated for resources: {'Port': ['ID=227b459d-e539-40f2-9bf8-b365809340b8,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:23.700618 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:23.730805 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-031f7f8a-331d-4ec5-8587-4aa8237dd08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:23.775306 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:23.793210 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Transition to ACTIVE for port object d00e0a3e-354f-4694-91a1-7457d5890772 will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:23.837802 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d8415117-fc0d-43e7-a987-456660820eaa None None] Provisioning complete for port f694c41b-ccbb-4965-bfc8-0104651a76b5 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:23.837802 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d8415117-fc0d-43e7-a987-456660820eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:23.891440 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:23.901788 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:24.069659 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20e6a6-5917-4c4c-99d5-386e76c528d5 req-f2b0bcf0-a5e5-43a5-8b5d-41fc584127a0 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:24.077079 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8c20e6a6-5917-4c4c-99d5-386e76c528d5 req-f2b0bcf0-a5e5-43a5-8b5d-41fc584127a0 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.2568004 May 27 18:33:24.098825 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a64f2-66e5-4f9f-81ae-5ea8f4bf9301 None None] Pushing event updated for resources: {'Port': ['ID=d00e0a3e-354f-4694-91a1-7457d5890772,revision_number=2']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:24.105969 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-063a64f2-66e5-4f9f-81ae-5ea8f4bf9301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:24.152935 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575014ca-967f-4247-b371-c5b5ced932a0 req-f88e7cbb-f0ce-474f-9c0f-00973d22021b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:24.155362 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Attempting to bind port d00e0a3e-354f-4694-91a1-7457d5890772 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:24.155740 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Attempting to bind port d00e0a3e-354f-4694-91a1-7457d5890772 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:24.156105 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Attempting to bind port d00e0a3e-354f-4694-91a1-7457d5890772 on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:24.157735 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-575014ca-967f-4247-b371-c5b5ced932a0 req-f88e7cbb-f0ce-474f-9c0f-00973d22021b tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.2665544 May 27 18:33:24.174365 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:24.174746 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:24.175416 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.175814 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:24.176287 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Bound port: d00e0a3e-354f-4694-91a1-7457d5890772, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:24.176652 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.189279 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Allocated IP 172.20.0.1 (217db2b9-81de-4ef6-ba0b-798eb603e94f/14963643-ec68-4cc4-b548-ed322129af48/177985bd-30b4-4c39-a9ea-75188a4623fa) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:24.254873 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8c20e6a6-5917-4c4c-99d5-386e76c528d5 req-884058fe-b151-475c-a2c0-edc2fda2eb28 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767116 May 27 18:33:24.322713 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-575014ca-967f-4247-b371-c5b5ced932a0 req-233e74e5-0a4e-4215-8811-f4b33797a6da tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419127 May 27 18:33:24.337480 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device f694c41b-ccbb-4965-bfc8-0104651a76b5 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:24.371668 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Attempting to bind port 227b459d-e539-40f2-9bf8-b365809340b8 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:24.372191 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Attempting to bind port 227b459d-e539-40f2-9bf8-b365809340b8 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:24.372673 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Attempting to bind port 227b459d-e539-40f2-9bf8-b365809340b8 on network e4fa2290-97cf-4277-ae2d-55b4fe85aeab {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:24.385439 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:24.389136 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Checking segment: {'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:24.389136 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.389136 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Bound using segment: {'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:24.389136 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Bound port: 227b459d-e539-40f2-9bf8-b365809340b8, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e785fd-9396-4b65-b303-34b2173d077a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:24.389136 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.397697 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] For port d00e0a3e-354f-4694-91a1-7457d5890772, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:24.405393 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] For port d00e0a3e-354f-4694-91a1-7457d5890772, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=d00e0a3e-354f-4694-91a1-7457d5890772,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:24.465792 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.495699 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Transition to ACTIVE for port object 177985bd-30b4-4c39-a9ea-75188a4623fa will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:24.516315 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.522712 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-d5cc4ee3-070e-45e1-b40f-a8eaa1f342bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:24.575533 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port f694c41b-ccbb-4965-bfc8-0104651a76b5 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:24.578575 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.697576 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] For port 227b459d-e539-40f2-9bf8-b365809340b8, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:24.765452 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] For port 227b459d-e539-40f2-9bf8-b365809340b8, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=227b459d-e539-40f2-9bf8-b365809340b8,segment=NetworkSegment(90e785fd-9396-4b65-b303-34b2173d077a),segment_id=90e785fd-9396-4b65-b303-34b2173d077a)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:24.782839 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:24.783561 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:24.791606 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.796633 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:24.904898 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:24.913839 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:24.917480 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:24.961992 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Pushing event updated for resources: {'Port': ['ID=177985bd-30b4-4c39-a9ea-75188a4623fa,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:24.965460 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:24.966500 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:24.969576 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a64f2-66e5-4f9f-81ae-5ea8f4bf9301 None None] Pushing event updated for resources: {'Port': ['ID=d00e0a3e-354f-4694-91a1-7457d5890772,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:24.975113 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-063a64f2-66e5-4f9f-81ae-5ea8f4bf9301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:24.975741 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:25.006280 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:25.086380 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Routers {'778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:25.087197 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:25.179097 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:25.251359 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f7f8a-331d-4ec5-8587-4aa8237dd08c None None] Pushing event updated for resources: {'Port': ['ID=227b459d-e539-40f2-9bf8-b365809340b8,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:25.268455 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-031f7f8a-331d-4ec5-8587-4aa8237dd08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:25.461960 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:25.542590 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cea07-3059-47f5-b219-89f75d646422 req-b3f76635-bd2e-4d36-8ed8-698e07e827b0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:25.544488 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-a67cea07-3059-47f5-b219-89f75d646422 req-b3f76635-bd2e-4d36-8ed8-698e07e827b0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Synchronizing usage tracker for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:33:25.558864 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f9ed5-9bd6-48f9-b279-0fe8a6d8b3eb req-b8b39430-c20e-4893-8dae-bd3dc77cd2d9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:25.566250 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd0f9ed5-9bd6-48f9-b279-0fe8a6d8b3eb req-b8b39430-c20e-4893-8dae-bd3dc77cd2d9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1193781 May 27 18:33:25.601903 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] Set router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:25.618387 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd0f9ed5-9bd6-48f9-b279-0fe8a6d8b3eb req-b5536eb7-b613-4a6c-8866-9894311ab32f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511966 May 27 18:33:25.769258 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-a67cea07-3059-47f5-b219-89f75d646422 req-b3f76635-bd2e-4d36-8ed8-698e07e827b0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Unset dirty status for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:33:25.776022 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a67cea07-3059-47f5-b219-89f75d646422 req-b3f76635-bd2e-4d36-8ed8-698e07e827b0 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.6632845 May 27 18:33:25.824133 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:20Z', 'revision_number': 3, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:25.835228 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a79e3-5634-4c72-a52d-2dc154ada132 None None] The sync data for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb is: [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:20Z', 'revision_number': 3, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:25.862073 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10dce-b75d-47ad-9f80-eb3fe166d119 req-7a5feb13-939d-4394-b304-60941eaa91da tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:25.863974 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ebc10dce-b75d-47ad-9f80-eb3fe166d119 req-7a5feb13-939d-4394-b304-60941eaa91da tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.2569230 May 27 18:33:25.965304 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ebc10dce-b75d-47ad-9f80-eb3fe166d119 req-2ea7e803-e83d-4329-a373-7bf5f708030a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930607 May 27 18:33:26.116004 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-27752077-2a70-455d-9236-aa1da0c23f55 None None] Provisioning for port 177985bd-30b4-4c39-a9ea-75188a4623fa completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:26.125322 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-27752077-2a70-455d-9236-aa1da0c23f55 None None] Provisioning complete for port 177985bd-30b4-4c39-a9ea-75188a4623fa triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:26.126266 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-27752077-2a70-455d-9236-aa1da0c23f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:26.206833 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-27752077-2a70-455d-9236-aa1da0c23f55 None None] Port 177985bd-30b4-4c39-a9ea-75188a4623fa cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:26.247410 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155'}], 'enable_snat': True}, 'gw_port_id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:33:18Z', 'revision_number': 4, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port': {'id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:13Z', 'updated_at': '2021-05-27T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '227b459d-e539-40f2-9bf8-b365809340b8', 'name': '', 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'mac_address': 'fa:16:3e:6f:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5b9c2282-6599-444f-b080-dc7f54101b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:24Z', 'revision_number': 4, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'subnets': [{'id': '5b9c2282-6599-444f-b080-dc7f54101b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:26.261103 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ba2cc8-c6e4-4c10-9c65-17a6dd41a625 None None] The sync data for ids ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'] in dv-cinder-792299-4-smb is: [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155'}], 'enable_snat': True}, 'gw_port_id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:33:18Z', 'revision_number': 4, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port': {'id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:13Z', 'updated_at': '2021-05-27T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '227b459d-e539-40f2-9bf8-b365809340b8', 'name': '', 'network_id': 'e4fa2290-97cf-4277-ae2d-55b4fe85aeab', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'mac_address': 'fa:16:3e:6f:88:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '5b9c2282-6599-444f-b080-dc7f54101b09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:24Z', 'revision_number': 4, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'subnets': [{'id': '5b9c2282-6599-444f-b080-dc7f54101b09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:26.327070 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:26.340220 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Deleting port 1973422a-2579-4777-98fc-7677114289ce {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:33:26.368184 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:26.558003 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:26.608180 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:26.863743 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] For port 1973422a-2579-4777-98fc-7677114289ce, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1973422a-2579-4777-98fc-7677114289ce,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:26.864199 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:26.969787 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6451d8-9b41-44ea-b77d-30be983f0849 req-4a9f3822-96d6-48a6-97ab-5ba25480c6dc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:26.974331 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a6451d8-9b41-44ea-b77d-30be983f0849 req-4a9f3822-96d6-48a6-97ab-5ba25480c6dc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1380215 May 27 18:33:27.046928 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a6451d8-9b41-44ea-b77d-30be983f0849 req-78ec333c-d850-4377-b0d6-b652228deec8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698440 May 27 18:33:27.222544 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Calling delete_port for 1973422a-2579-4777-98fc-7677114289ce owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:33:27.281855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:27.290122 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Pushing event updated for resources: {'Port': ['ID=177985bd-30b4-4c39-a9ea-75188a4623fa,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:27.294606 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:27.403008 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a85fb-c07e-4e2d-b67a-30737d423d73 req-f546f68a-601e-485f-8a95-6d5aa9affa43 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:27.404950 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-148a85fb-c07e-4e2d-b67a-30737d423d73 req-f546f68a-601e-485f-8a95-6d5aa9affa43 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 946 time: 0.1303093 May 27 18:33:27.536519 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:27.540445 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:27.544827 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-148a85fb-c07e-4e2d-b67a-30737d423d73 req-45b4f4a5-a4cd-4221-901f-3ea256063438 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325920 May 27 18:33:27.873170 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-8fa5feb0-484c-4d5e-b351-06ecaa9f3ce1 None None] Provisioning complete for port 177985bd-30b4-4c39-a9ea-75188a4623fa triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:27.873825 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-8fa5feb0-484c-4d5e-b351-06ecaa9f3ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:27.910120 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:33:28.031365 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5feb0-484c-4d5e-b351-06ecaa9f3ce1 None None] Port 177985bd-30b4-4c39-a9ea-75188a4623fa cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:28.082095 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:28.097598 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['4eb44c48-c486-4d3a-9772-1260b8357309'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:33:28.099408 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:28.248074 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Pushing event deleted for resources: {'Port': ['ID=1973422a-2579-4777-98fc-7677114289ce,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:28.256589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:28.334625 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1973422a-2579-4777-98fc-7677114289ce no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:33:28.413817 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 1973422a-2579-4777-98fc-7677114289ce {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:33:28.413817 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1973422a-2579-4777-98fc-7677114289ce not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:33:28.464035 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 227b459d-e539-40f2-9bf8-b365809340b8 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:28.530534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] No DVR routers for this DVR port 1973422a-2579-4777-98fc-7677114289ce on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:33:28.535919 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:28.543472 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'name': 'network-vif-deleted', 'tag': '1973422a-2579-4777-98fc-7677114289ce'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:33:28.577283 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce9e8c-150a-42ac-808a-c1ce79b90e55 req-ecd7ef24-8896-4d63-8e54-f953f2ebc138 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:28.578898 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4dce9e8c-150a-42ac-808a-c1ce79b90e55 req-ecd7ef24-8896-4d63-8e54-f953f2ebc138 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.2413118 May 27 18:33:28.626420 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:28.630882 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1f64a2-2e61-47cf-901c-56c6364f1f58', 'name': 'network-vif-deleted', 'tag': '1973422a-2579-4777-98fc-7677114289ce', 'status': 'completed', 'code': 200} May 27 18:33:28.649658 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] 10.222.0.36 "PUT /v2.0/routers/0481623e-c4d8-4bee-8747-3c8ed0aff8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2860260 May 27 18:33:28.662337 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4dce9e8c-150a-42ac-808a-c1ce79b90e55 req-89e5c43f-4124-479f-a3c8-052cbca2038b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768247 May 27 18:33:28.774022 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-66c9adac-1763-4b8c-abf4-e37fce87a707 req-461b5bb1-f8a1-4e60-bae7-9f4c7731192c tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 210 time: 0.0435796 May 27 18:33:28.929071 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a67cea07-3059-47f5-b219-89f75d646422 req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "DELETE /v2.0/ports/1973422a-2579-4777-98fc-7677114289ce HTTP/1.1" status: 204 len: 173 time: 2.9258342 May 27 18:33:28.971749 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 227b459d-e539-40f2-9bf8-b365809340b8 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:28.981612 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 227b459d-e539-40f2-9bf8-b365809340b8 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:28.982355 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:29.181084 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:29.196969 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:29.232298 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 227b459d-e539-40f2-9bf8-b365809340b8, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=227b459d-e539-40f2-9bf8-b365809340b8,segment=NetworkSegment(90e785fd-9396-4b65-b303-34b2173d077a),segment_id=90e785fd-9396-4b65-b303-34b2173d077a)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:29.320117 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:29.334266 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device d00e0a3e-354f-4694-91a1-7457d5890772 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:29.378311 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-9a0d46f4-ff45-4c04-9b74-6204da5e2b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:29.484549 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=227b459d-e539-40f2-9bf8-b365809340b8,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:29.489354 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:29.614312 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port d00e0a3e-354f-4694-91a1-7457d5890772 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:29.629521 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port d00e0a3e-354f-4694-91a1-7457d5890772 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:29.631767 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:29.885115 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43356) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:29.889338 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Sync routers for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:29.894718 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1432395957-network', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:29.903192 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:29.912717 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Usage tracker for resource:network and tenant:a8b0f25846a24b7da0659f69f0892bd7 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:29.917369 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:29.929689 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:29.933053 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:29.971682 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:29.972612 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:30.042604 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Made reservation on behalf of a8b0f25846a24b7da0659f69f0892bd7 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:30.045324 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.086080 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.117733 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-063cf897-afee-4d8a-97c6-6027ecedb6ab req-36e03734-0622-4395-99be-3c62408c558a tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1f64a2-2e61-47cf-901c-56c6364f1f58 HTTP/1.1" status: 200 len: 210 time: 0.1443152 May 27 18:33:30.134420 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:30.141570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Usage tracker for resource:security_group_rule and tenant:a8b0f25846a24b7da0659f69f0892bd7 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:30.146654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:30.160887 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:30.267520 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b8bf18-4ac1-424f-968c-8d6bdffe0c77 req-5e75761a-95c1-4e66-aa3f-74dbdb9bb6d2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:30.269493 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d2b8bf18-4ac1-424f-968c-8d6bdffe0c77 req-5e75761a-95c1-4e66-aa3f-74dbdb9bb6d2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1260855 May 27 18:33:30.284097 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:30.310155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.360798 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d2b8bf18-4ac1-424f-968c-8d6bdffe0c77 req-6556a43e-a20b-4a05-b8ef-72193c43ecf9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843742 May 27 18:33:30.384358 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:33:30.388571 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.394655 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6f0cecae-1829-45fc-a37f-39cc5386fe80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:30.420969 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:33:30.442972 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd89505c-59c5-431d-a0fe-de8b2b2271bf,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:30.447165 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:30.448112 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.448435 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Added segment 2b6093f1-5e26-47d9-bd9c-7f76deff0e2d of type vlan for network c50478eb-04d9-40b9-9199-858f041ce2ae May 27 18:33:30.482029 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.497873 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port d00e0a3e-354f-4694-91a1-7457d5890772, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=d00e0a3e-354f-4694-91a1-7457d5890772,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:30.603702 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.614351 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:30.619959 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.621792 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:30.622534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:30.628019 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:30.788891 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 227b459d-e539-40f2-9bf8-b365809340b8 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:30.841371 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Pushing event updated for resources: {'Network': ['ID=c50478eb-04d9-40b9-9199-858f041ce2ae,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:30.847335 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:30.865611 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=d00e0a3e-354f-4694-91a1-7457d5890772,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:30.865611 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network c50478eb-04d9-40b9-9199-858f041ce2ae details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:33:30.881556 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:30.901341 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:30.942450 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43378) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:30.943484 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e984788a-5b73-4d65-88d6-e6897f638ada admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0569842 May 27 18:33:30.948100 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Request body: {'subnet': {'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1432395957-subnet', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:30.957042 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:30.969463 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Usage tracker for resource:subnet and tenant:a8b0f25846a24b7da0659f69f0892bd7 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:30.972942 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:30.992363 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:31.023593 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '7632f1f0-ed26-4a19-98be-9a620113619a', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'port_id': '7632f1f0-ed26-4a19-98be-9a620113619a', 'mac_address': 'fa:16:3e:d2:3c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:33:31.082298 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Made reservation on behalf of a8b0f25846a24b7da0659f69f0892bd7 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:31.084633 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:31.228920 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:31.260974 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7632f1f0-ed26-4a19-98be-9a620113619a {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:33:31.278161 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:31.288435 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 227b459d-e539-40f2-9bf8-b365809340b8 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:31.288825 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:31.395740 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:31.402058 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-750ccb12-0b90-4699-9741-846991f05df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:31.491601 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 2, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:31.536937 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Checking router: 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:31.537332 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Updating router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 port 177985bd-30b4-4c39-a9ea-75188a4623fa binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:31.576331 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['7632f1f0-ed26-4a19-98be-9a620113619a'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:33:31.668916 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=6']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:31.673073 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:31.688693 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:31.718604 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7272137-e347-45cd-b9a0-d0ca3e6aaeef req-2eac39af-75ab-42cb-b5d7-13b501547196 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:31.723957 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d7272137-e347-45cd-b9a0-d0ca3e6aaeef req-2eac39af-75ab-42cb-b5d7-13b501547196 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 944 time: 0.1708026 May 27 18:33:31.797666 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d7272137-e347-45cd-b9a0-d0ca3e6aaeef req-21288b45-2aa0-478a-a171-2e66f71cc8e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643439 May 27 18:33:31.903797 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:31.913003 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0a362d96-0166-4bc8-aea0-6c8cb7ef939e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:31.997491 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b9fdbb-221a-4c76-b2f0-9f92d9c7f994,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:32.006809 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:32.029898 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Checking segment: {'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:32.030427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Network hostable DHCP agents. Network: c50478eb-04d9-40b9-9199-858f041ce2ae, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:33:32.149068 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Network c50478eb-04d9-40b9-9199-858f041ce2ae is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:33:32.209789 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd40aed-4c6e-4cc1-bf72-8c92de21791f req-897d86f0-8e2e-48f6-acaa-86db451662e9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:32.211401 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6fd40aed-4c6e-4cc1-bf72-8c92de21791f req-897d86f0-8e2e-48f6-acaa-86db451662e9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1128635 May 27 18:33:32.245342 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:32.259599 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Transition to ACTIVE for port object 177985bd-30b4-4c39-a9ea-75188a4623fa will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:32.266648 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, c50478eb-04d9-40b9-9199-858f041ce2ae) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:32.283938 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6fd40aed-4c6e-4cc1-bf72-8c92de21791f req-9252026b-35e7-41bf-9cab-cbd8f4cd6dab tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664747 May 27 18:33:32.285023 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe1e37-4094-43d5-a973-c578af4e2170 None None] Network c50478eb-04d9-40b9-9199-858f041ce2ae requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:33:32.285751 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:32.286444 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:32.378705 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:32.383937 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:32.391625 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4480162 May 27 18:33:32.394236 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43396) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:32.401836 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:32.412879 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:32.427849 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Usage tracker for resource:router and tenant:a8b0f25846a24b7da0659f69f0892bd7 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:32.431742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:32.448524 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:32.472748 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:32.591135 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:32.592352 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:32.621347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:32.751697 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6358-327c-4dd4-bc17-29fdbd4c4c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:32.775922 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device d00e0a3e-354f-4694-91a1-7457d5890772 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:33.022733 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e93d2d-23e1-4878-a363-c8864c1b677b None None] Pushing event updated for resources: {'Port': ['ID=177985bd-30b4-4c39-a9ea-75188a4623fa,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:33.049703 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-95e93d2d-23e1-4878-a363-c8864c1b677b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:33.132263 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Attempting to bind port 177985bd-30b4-4c39-a9ea-75188a4623fa on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:33.132818 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Attempting to bind port 177985bd-30b4-4c39-a9ea-75188a4623fa by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:33.133334 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Attempting to bind port 177985bd-30b4-4c39-a9ea-75188a4623fa on network 217db2b9-81de-4ef6-ba0b-798eb603e94f {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:33.173875 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:33.174419 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Checking segment: {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:33.174977 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.175870 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Bound using segment: {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:33.177548 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Bound port: 177985bd-30b4-4c39-a9ea-75188a4623fa, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:33.177548 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.194745 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 7632f1f0-ed26-4a19-98be-9a620113619a triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:33.194745 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.240645 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port d00e0a3e-354f-4694-91a1-7457d5890772 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:33.241119 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.271072 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.304502 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c9b0f-6942-40d1-aede-306f18ddafd4 req-a468f54f-6905-441c-b5ee-080870aa6c1f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:33.305924 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-769c9b0f-6942-40d1-aede-306f18ddafd4 req-a468f54f-6905-441c-b5ee-080870aa6c1f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 944 time: 0.3535318 May 27 18:33:33.457429 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-c50478eb-04d9-40b9-9199-858f041ce2ae', 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'fixed_ips': [{'subnet_id': 'd6b9fdbb-221a-4c76-b2f0-9f92d9c7f994'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:33:33.458222 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.494939 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-769c9b0f-6942-40d1-aede-306f18ddafd4 req-f615cca7-cdb5-4083-8911-83dce55300ac tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 May 27 18:33:33.535187 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] For port 177985bd-30b4-4c39-a9ea-75188a4623fa, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:33.627029 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] For port 177985bd-30b4-4c39-a9ea-75188a4623fa, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=177985bd-30b4-4c39-a9ea-75188a4623fa,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:33.653617 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.686347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c774d74-1d99-4f52-a1ba-a56e1f71547d req-17d4ce35-08bf-4fb5-a86c-bd676d76dd38 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:33.688386 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4c774d74-1d99-4f52-a1ba-a56e1f71547d req-17d4ce35-08bf-4fb5-a86c-bd676d76dd38 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1095421 May 27 18:33:33.715950 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:33:33.741255 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4c774d74-1d99-4f52-a1ba-a56e1f71547d req-2490b0b6-d9be-4c7a-873f-04dd55e15484 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 May 27 18:33:33.764852 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:33.792030 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Allocated IP 172.20.0.2 (c50478eb-04d9-40b9-9199-858f041ce2ae/d6b9fdbb-221a-4c76-b2f0-9f92d9c7f994/2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:33.797027 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a', 'code': 200} May 27 18:33:33.876773 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.879054 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:33.890070 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:34.217641 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:34.242768 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:34.255593 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Transition to ACTIVE for port object 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:34.271601 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Transition to ACTIVE for port object 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:34.279958 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=7']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:34.302409 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:34.332593 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:34.333253 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:34.431645 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:34.505454 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Network c50478eb-04d9-40b9-9199-858f041ce2ae is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:34.517709 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Allocated IP 172.28.0.32 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/67c242d9-192f-43c9-8ae5-921ab73edb1b) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:34.565552 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e93d2d-23e1-4878-a363-c8864c1b677b None None] Pushing event updated for resources: {'Port': ['ID=177985bd-30b4-4c39-a9ea-75188a4623fa,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:34.568395 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:34.581142 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-95e93d2d-23e1-4878-a363-c8864c1b677b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:34.590434 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-95e93d2d-23e1-4878-a363-c8864c1b677b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:34.691953 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:34.696387 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Pushing event updated for resources: {'Port': ['ID=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:34.701032 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:34.801418 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:34.833191 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9ccef-feaa-4bc1-a733-3010af62ffb0 req-e303b9b2-a50c-438f-ae63-7636683363d3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:34.835332 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f6c9ccef-feaa-4bc1-a733-3010af62ffb0 req-e303b9b2-a50c-438f-ae63-7636683363d3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1662605 May 27 18:33:34.851243 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:34.890594 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:34.891417 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:34.965064 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f6c9ccef-feaa-4bc1-a733-3010af62ffb0 req-86c8d085-31d3-4119-9b32-c8dc123c06c4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230876 May 27 18:33:35.031304 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222d163-dce4-4828-aa68-818104fa3cdb req-f08c2809-66c4-409f-8667-186be7cac4b9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:35.033217 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8222d163-dce4-4828-aa68-818104fa3cdb req-f08c2809-66c4-409f-8667-186be7cac4b9 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.1439242 May 27 18:33:35.035075 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:35.040513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:35.066843 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:35.084903 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Attempting to bind port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:35.085284 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Attempting to bind port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:35.085634 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Attempting to bind port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb on network c50478eb-04d9-40b9-9199-858f041ce2ae {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:35.137127 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:35.144383 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:35.147241 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:35.147665 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Checking segment: {'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:35.148071 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:35.148471 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Bound using segment: {'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:35.149406 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Bound port: 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:35.149406 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:35.149649 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:35.284547 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-500238bd-ec98-4bab-ae7b-2779aa9a34cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:35.295942 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Pushing event updated for resources: {'Port': ['ID=67c242d9-192f-43c9-8ae5-921ab73edb1b,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:35.310503 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:35.316701 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8222d163-dce4-4828-aa68-818104fa3cdb req-84d13920-3b96-4fbc-8b41-234885ac5682 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369134 May 27 18:33:35.386270 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] For port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:35.395144 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] For port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,segment=NetworkSegment(2b6093f1-5e26-47d9-bd9c-7f76deff0e2d),segment_id=2b6093f1-5e26-47d9-bd9c-7f76deff0e2d)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:35.434695 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:33Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:35.440668 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb23a77-fc54-495c-a7c4-1970fef9e0c6 None None] The sync data for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb is: [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:33Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:35.526745 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:35.530487 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:35.667993 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Pushing event updated for resources: {'Port': ['ID=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:35.672150 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:35.893130 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:36.051911 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:36.653552 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffda0c-1c01-46a5-b9ac-e1e10d1b2ffe req-794efa46-ad18-467f-b75b-0f004fff5c52 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:36.666452 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e5ffda0c-1c01-46a5-b9ac-e1e10d1b2ffe req-794efa46-ad18-467f-b75b-0f004fff5c52 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.4759283 May 27 18:33:36.771191 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:36.882284 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e5ffda0c-1c01-46a5-b9ac-e1e10d1b2ffe req-ffd53277-b3e5-4f9b-a8f6-bd5bae36f408 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125082 May 27 18:33:36.936188 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddfe14-2369-4e85-aea5-8b60dde9326a req-e2baba73-5e5e-46bb-a923-c6bd09dfecb1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:36.949348 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11ddfe14-2369-4e85-aea5-8b60dde9326a req-e2baba73-5e5e-46bb-a923-c6bd09dfecb1 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.3713367 May 27 18:33:36.977955 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:37.194848 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11ddfe14-2369-4e85-aea5-8b60dde9326a req-977ae0de-0406-4a21-82e2-f30988697c5e tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435858 May 27 18:33:37.202760 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:37.221017 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 177985bd-30b4-4c39-a9ea-75188a4623fa up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:37.330315 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40069e32-3cb8-42f9-947b-957f799510a6 None None] Network c50478eb-04d9-40b9-9199-858f041ce2ae requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:33:37.423483 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:33:37.618926 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 177985bd-30b4-4c39-a9ea-75188a4623fa completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:37.642458 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Provisioning for port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:37.686008 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 177985bd-30b4-4c39-a9ea-75188a4623fa triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:37.696018 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:37.743357 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:37.753235 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Sync routers for ids ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:37.791954 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Routers {'4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:37.792600 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:37.885335 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Provisioning complete for port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:37.885992 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:37.894331 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:37.898690 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-7e898671-44b2-4a45-8f40-c473eea3c63b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4986484 May 27 18:33:37.898940 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43478) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:38.512055 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Set router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:38.528820 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:38.548244 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:38.587534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-dfc24a14-8fa4-43e4-96cf-92e975235509 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:38.589976 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-dfc24a14-8fa4-43e4-96cf-92e975235509 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Synchronizing usage tracker for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:33:38.739576 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-dfc24a14-8fa4-43e4-96cf-92e975235509 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Unset dirty status for tenant:e80984e08213499b95a0869f53c3a020 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:33:38.740980 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-dfc24a14-8fa4-43e4-96cf-92e975235509 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 0.5904076 May 27 18:33:38.780056 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:38.824991 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] For port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,segment=NetworkSegment(2b6093f1-5e26-47d9-bd9c-7f76deff0e2d),segment_id=2b6093f1-5e26-47d9-bd9c-7f76deff0e2d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:38.851745 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 177985bd-30b4-4c39-a9ea-75188a4623fa, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=177985bd-30b4-4c39-a9ea-75188a4623fa,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:38.920086 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:38.924837 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:39.090723 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:39.182852 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Pushing event updated for resources: {'Port': ['ID=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:39.206583 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:39.207291 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b0db3bba-3146-479b-9a42-4feda2ffded3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:39.247855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Deleting port 4eb44c48-c486-4d3a-9772-1260b8357309 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:33:39.247855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:39.375537 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=177985bd-30b4-4c39-a9ea-75188a4623fa,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:39.387823 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:39.429854 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:33:35Z', 'revision_number': 3, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port': {'id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:34Z', 'updated_at': '2021-05-27T18:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:39.435277 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Checking router: 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:39.436598 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Updating router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed port 67c242d9-192f-43c9-8ae5-921ab73edb1b binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:39.464390 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-88a92c76-1801-42c5-9fa6-d99c8cb4d2eb None None] Provisioning complete for port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:39.465624 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-88a92c76-1801-42c5-9fa6-d99c8cb4d2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:39.507419 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:39.636240 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] For port 4eb44c48-c486-4d3a-9772-1260b8357309, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4eb44c48-c486-4d3a-9772-1260b8357309,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:39.637773 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a745a-2895-4c63-99bc-04c7d1984b5b req-c6bb09ff-5c64-4c61-8758-fd06c2622a25 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:39.638270 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:39.656108 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f76a745a-2895-4c63-99bc-04c7d1984b5b req-c6bb09ff-5c64-4c61-8758-fd06c2622a25 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 1.4654536 May 27 18:33:39.847076 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Calling delete_port for 4eb44c48-c486-4d3a-9772-1260b8357309 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:33:40.143110 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:40.157336 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['4eb44c48-c486-4d3a-9772-1260b8357309'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:33:40.174365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-728a95a1-3936-4cd3-a503-f17c55aa527d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:40.200770 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f76a745a-2895-4c63-99bc-04c7d1984b5b req-0106adc8-f8c1-44c2-941c-2ebdc0438b33 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5408533 May 27 18:33:40.248512 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd96a8-0465-4cf4-85b3-64c0fdd8da50 req-7872c9a3-c071-45f1-9850-2036fe7b9beb tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:40.282758 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-01fd96a8-0465-4cf4-85b3-64c0fdd8da50 req-7872c9a3-c071-45f1-9850-2036fe7b9beb tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/ports?device_id=60ea9eaa-6243-4e83-b912-e8b2de026776 HTTP/1.1" status: 200 len: 946 time: 1.6087668 May 27 18:33:40.334609 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:40.371321 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Transition to ACTIVE for port object 67c242d9-192f-43c9-8ae5-921ab73edb1b will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:40.423615 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Pushing event deleted for resources: {'Port': ['ID=4eb44c48-c486-4d3a-9772-1260b8357309,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:40.427366 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:40.465171 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:40.472242 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:40.478291 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-01fd96a8-0465-4cf4-85b3-64c0fdd8da50 req-14a23222-90bb-4fd5-a1b4-d915e745c884 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.36 "GET /v2.0/security-groups?id=c4f9e969-566f-476e-9053-b298d4b9cb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943099 May 27 18:33:40.516885 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] No DVR routers for this DVR port 4eb44c48-c486-4d3a-9772-1260b8357309 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:33:40.524782 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:40.548713 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'name': 'network-vif-deleted', 'tag': '4eb44c48-c486-4d3a-9772-1260b8357309'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:33:40.617704 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4938f9de-ca7c-4161-8e98-aa185d0c4afc req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] 10.222.0.47 "DELETE /v2.0/ports/4eb44c48-c486-4d3a-9772-1260b8357309 HTTP/1.1" status: 204 len: 173 time: 1.8651521 May 27 18:33:40.623672 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Attempting to bind port 67c242d9-192f-43c9-8ae5-921ab73edb1b on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:40.624256 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Attempting to bind port 67c242d9-192f-43c9-8ae5-921ab73edb1b by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:40.624626 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Attempting to bind port 67c242d9-192f-43c9-8ae5-921ab73edb1b on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:40.641802 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:40.642264 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:40.643247 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:40.643696 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:40.647170 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Bound port: 67c242d9-192f-43c9-8ae5-921ab73edb1b, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:40.647170 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:40.666604 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ea9eaa-6243-4e83-b912-e8b2de026776', 'name': 'network-vif-deleted', 'tag': '4eb44c48-c486-4d3a-9772-1260b8357309', 'status': 'completed', 'code': 200} May 27 18:33:40.710001 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad197-24b1-4016-a996-c1360309e3aa None None] Pushing event updated for resources: {'Port': ['ID=67c242d9-192f-43c9-8ae5-921ab73edb1b,revision_number=2']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:40.720330 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-7b5ad197-24b1-4016-a996-c1360309e3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:40.779434 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] For port 67c242d9-192f-43c9-8ae5-921ab73edb1b, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:40.784269 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] For port 67c242d9-192f-43c9-8ae5-921ab73edb1b, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=67c242d9-192f-43c9-8ae5-921ab73edb1b,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:40.908065 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:40.997159 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:41.015596 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-063a64f2-66e5-4f9f-81ae-5ea8f4bf9301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:41.160384 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Routers {'4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:41.161173 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:41.188472 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Allocated IP 172.20.0.1 (c50478eb-04d9-40b9-9199-858f041ce2ae/d6b9fdbb-221a-4c76-b2f0-9f92d9c7f994/07f6f61f-8778-4252-9379-d7ae1bd85c18) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:41.320832 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:41.356980 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ad197-24b1-4016-a996-c1360309e3aa None None] Pushing event updated for resources: {'Port': ['ID=67c242d9-192f-43c9-8ae5-921ab73edb1b,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:41.372720 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-7b5ad197-24b1-4016-a996-c1360309e3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:41.419354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:41.458139 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Transition to ACTIVE for port object 07f6f61f-8778-4252-9379-d7ae1bd85c18 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:41.489209 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:41.489592 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:41.516543 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] Set router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:41.620946 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef964a7-6391-41c5-8ce2-ab3abf5bbf7e req-08be954b-486e-4c9a-abf3-17af8e48a8c6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:41.627949 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ef964a7-6391-41c5-8ce2-ab3abf5bbf7e req-08be954b-486e-4c9a-abf3-17af8e48a8c6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1357698 May 27 18:33:41.653322 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:41.690214 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bf39e8dc-f2e4-4558-a376-250fc77c5279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:41.842909 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 177985bd-30b4-4c39-a9ea-75188a4623fa up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:41.876806 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Network c50478eb-04d9-40b9-9199-858f041ce2ae is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:41.891844 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:41.895205 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:41.895680 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:41.903081 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ef964a7-6391-41c5-8ce2-ab3abf5bbf7e req-2c636cf5-53d8-47fd-b8ca-fe0326ab66d6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741735 May 27 18:33:41.961312 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Pushing event updated for resources: {'Port': ['ID=07f6f61f-8778-4252-9379-d7ae1bd85c18,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:41.966778 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:41.997183 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 177985bd-30b4-4c39-a9ea-75188a4623fa triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:41.997600 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:42.241950 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43534) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:42.281882 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:33:35Z', 'revision_number': 3, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port': {'id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:34Z', 'updated_at': '2021-05-27T18:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:42.287903 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c291cb17-f1d7-45c5-ac04-e95308414b7f None None] The sync data for ids ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'] in dv-cinder-792299-4-smb is: [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:33:35Z', 'revision_number': 3, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port': {'id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:34Z', 'updated_at': '2021-05-27T18:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:42.340070 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:42.362132 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4eb44c48-c486-4d3a-9772-1260b8357309 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:33:42.529957 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 4eb44c48-c486-4d3a-9772-1260b8357309 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:33:42.534442 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4eb44c48-c486-4d3a-9772-1260b8357309 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:33:42.691137 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-7ee5839e-c446-4485-b969-c30c1d4eae4f None None] Provisioning for port 07f6f61f-8778-4252-9379-d7ae1bd85c18 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:42.696633 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-7ee5839e-c446-4485-b969-c30c1d4eae4f None None] Provisioning complete for port 07f6f61f-8778-4252-9379-d7ae1bd85c18 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:42.697232 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7ee5839e-c446-4485-b969-c30c1d4eae4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:42.825912 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:42.845810 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5839e-c446-4485-b969-c30c1d4eae4f None None] Port 07f6f61f-8778-4252-9379-d7ae1bd85c18 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:42.894456 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:42.897361 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:42.907639 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:43.080093 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:33:43.346046 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 67c242d9-192f-43c9-8ae5-921ab73edb1b up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:43.571787 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404218'] for router_interface, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:43.588665 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 67c242d9-192f-43c9-8ae5-921ab73edb1b completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:43.595967 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 67c242d9-192f-43c9-8ae5-921ab73edb1b triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:43.596388 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:43.611199 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Pushing event updated for resources: {'Port': ['ID=07f6f61f-8778-4252-9379-d7ae1bd85c18,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:43.623650 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:43.801217 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:43.829283 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 67c242d9-192f-43c9-8ae5-921ab73edb1b, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=67c242d9-192f-43c9-8ae5-921ab73edb1b,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:43.921125 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Network c50478eb-04d9-40b9-9199-858f041ce2ae is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:43.926134 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:43.929996 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:43.938273 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:43.980159 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13927d9b-2c28-4277-b334-4a6e1d03be4f req-8fe4ab57-c7a0-4d92-9047-1b25d7af58c3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:43.980159 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-13927d9b-2c28-4277-b334-4a6e1d03be4f req-8fe4ab57-c7a0-4d92-9047-1b25d7af58c3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.6157677 May 27 18:33:44.072321 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=67c242d9-192f-43c9-8ae5-921ab73edb1b,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:44.082363 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:44.098700 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-4754a97c-6487-41e1-b8e3-7d115651e58b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:44.159556 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-4754a97c-6487-41e1-b8e3-7d115651e58b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Synchronizing usage tracker for tenant:da363e6cafa0494b881aff236daa61e0 on resource:network {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:33:44.159556 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43562) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:44.307261 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-424d639b-90a4-4890-a0f8-f2b52df8c824 None None] Provisioning complete for port 07f6f61f-8778-4252-9379-d7ae1bd85c18 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:44.307793 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-424d639b-90a4-4890-a0f8-f2b52df8c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:44.363207 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-13927d9b-2c28-4277-b334-4a6e1d03be4f req-286c716b-d86a-420a-a948-8deb4ca1c276 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853682 May 27 18:33:44.381132 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-424d639b-90a4-4890-a0f8-f2b52df8c824 None None] Port 07f6f61f-8778-4252-9379-d7ae1bd85c18 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:44.395535 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Deleting port dfbbad14-0ac7-4ebe-966a-b702bd39e0db {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:33:44.395535 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:44.396038 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Deleting subnet 6eb834bb-6d1b-4be7-8f97-8cd5196717b5 {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:33:44.407027 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:44.463642 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:33:44.500819 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:44.540499 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] For port dfbbad14-0ac7-4ebe-966a-b702bd39e0db, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,segment=NetworkSegment(8501e66a-74ea-4205-b7c0-fa65d009c49d),segment_id=8501e66a-74ea-4205-b7c0-fa65d009c49d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:44.540499 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:44.574653 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:44.666142 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Calling delete_port for dfbbad14-0ac7-4ebe-966a-b702bd39e0db owned by network:router_interface {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:33:44.744250 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-4754a97c-6487-41e1-b8e3-7d115651e58b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Unset dirty status for tenant:da363e6cafa0494b881aff236daa61e0 on resource:network {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:33:44.745417 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-4754a97c-6487-41e1-b8e3-7d115651e58b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 815 time: 1.5748625 May 27 18:33:44.836124 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-00d5e97f-d7b6-416f-9828-69cf3337dc3b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/quotas/da363e6cafa0494b881aff236daa61e0 HTTP/1.1" status: 200 len: 375 time: 0.0777843 May 27 18:33:44.964314 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:44.974966 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Sync routers for ids ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:44.990095 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Routers {'4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:44.991038 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:45.015184 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] 10.222.0.36 "PUT /v2.0/routers/4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1140351 May 27 18:33:45.053163 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-8c27cba0-a10b-4c1d-8c38-beface227ce4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Synchronizing usage tracker for tenant:da363e6cafa0494b881aff236daa61e0 on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:33:45.151905 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:45.159546 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-33f67bf9-fe77-41cd-8f07-b7d33a5c00fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:45.260020 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-8c27cba0-a10b-4c1d-8c38-beface227ce4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Unset dirty status for tenant:da363e6cafa0494b881aff236daa61e0 on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:33:45.262065 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-8c27cba0-a10b-4c1d-8c38-beface227ce4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4150467 May 27 18:33:45.289103 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbbad14-0ac7-4ebe-966a-b702bd39e0db,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:45.293010 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:45.359505 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 67c242d9-192f-43c9-8ae5-921ab73edb1b up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:45.464561 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Set router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:45.568158 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 67c242d9-192f-43c9-8ae5-921ab73edb1b triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:45.568540 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:45.574275 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-39e8a800-c728-4564-aa09-9e487caf6d3f service neutron] 10.222.0.36 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784677 May 27 18:33:45.575742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:45.580947 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f9ebf33d-31a1-4651-8421-3aecad2cdc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:45.635921 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-514890'] for router_interface, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:45.650186 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb834bb-6d1b-4be7-8f97-8cd5196717b5,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:45.653147 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:45.661644 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:45.724477 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-bea2a3a3-9492-4275-b4be-397b24b7ebd0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6eb834bb-6d1b-4be7-8f97-8cd5196717b5 HTTP/1.1" status: 204 len: 168 time: 1.5716364 May 27 18:33:45.733256 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43582) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:46.141716 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Router 689387f4-ed4f-4594-bacb-413d78ec092c has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:33:46.158135 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:46.191876 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-6267f129-4382-4a71-816b-b1290c6f31f7 service neutron] 10.222.0.36 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740547 May 27 18:33:46.341430 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:33:42Z', 'revision_number': 4, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port': {'id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:34Z', 'updated_at': '2021-05-27T18:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '07f6f61f-8778-4252-9379-d7ae1bd85c18', 'name': '', 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'mac_address': 'fa:16:3e:29:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd6b9fdbb-221a-4c76-b2f0-9f92d9c7f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:40Z', 'updated_at': '2021-05-27T18:33:42Z', 'revision_number': 2, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'subnets': [{'id': 'd6b9fdbb-221a-4c76-b2f0-9f92d9c7f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:46.348192 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Checking router: 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:46.348859 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Updating router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed port 07f6f61f-8778-4252-9379-d7ae1bd85c18 binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:33:46.457041 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:46.473734 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:46.500989 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.501330 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.502058 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.502427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.502749 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.503082 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.503409 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.503723 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.504042 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.504362 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.587661 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:33:46.598357 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] Sync routers for ids ['689387f4-ed4f-4594-bacb-413d78ec092c'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:33:46.612476 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] Routers {'689387f4-ed4f-4594-bacb-413d78ec092c'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:46.617795 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] 10.222.0.36 "PUT /v2.0/routers/689387f4-ed4f-4594-bacb-413d78ec092c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3712809 May 27 18:33:46.617920 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['689387f4-ed4f-4594-bacb-413d78ec092c'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:46.618049 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43594) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:46.648807 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.652234 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.652234 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.652234 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 18:33:46.652234 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3291f9d-2935-4796-bd88-c0986636209a']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:46.689592 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5266530-c162-4a67-93d0-1a7fe7a1bb4f') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:46.689984 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5266530-c162-4a67-93d0-1a7fe7a1bb4f') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:46.721405 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:46.734890 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43598) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:46.765494 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99343491', 'description': 'tempest-secgroup-smoke-99343491 description', 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:46.874787 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:46.957195 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:47.026386 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:47.034401 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:33:47.035077 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: from cryptography.utils import int_from_bytes May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: from cryptography.utils import int_from_bytes May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:33:47.051106 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:33:47.055440 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:47.060680 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be6c492b-ed43-413d-8092-bffdf967694c req-2c923274-dc96-40d2-a09e-d13b9eef0f20 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 210 time: 0.1639590 May 27 18:33:47.068858 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.074802 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:47.183994 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] Set router 689387f4-ed4f-4594-bacb-413d78ec092c gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:47.230198 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5967d32-436a-43bb-ab6f-5aee1e79d2d7 req-6b47176d-9c4d-4bd6-bfe8-184e4e82d1a9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:47.232539 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f5967d32-436a-43bb-ab6f-5aee1e79d2d7 req-6b47176d-9c4d-4bd6-bfe8-184e4e82d1a9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.4451041 May 27 18:33:47.323931 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.331678 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f5967d32-436a-43bb-ab6f-5aee1e79d2d7 req-4be98e47-face-494e-9e1e-2e7abe51f7f3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922058 May 27 18:33:47.335732 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.376578 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:47.381575 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:47.385048 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:47.388649 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.391355 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:47.493735 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Transition to ACTIVE for port object 07f6f61f-8778-4252-9379-d7ae1bd85c18 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:47.506666 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.523025 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.540825 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:47.576602 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3291f9d-2935-4796-bd88-c0986636209a,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:47.580485 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:47.582194 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Deleting port 27fe5073-1156-4ef3-8050-827121991da8 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:33:47.582532 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.585497 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.592077 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:47.609979 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.620307 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b3291f9d-2935-4796-bd88-c0986636209a HTTP/1.1" status: 204 len: 168 time: 1.8885889 May 27 18:33:47.622863 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43608) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:47.692517 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.702712 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:47.766931 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Deleting subnet 3748da2c-99d0-412c-a87a-0c401f1128cd {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:33:47.767176 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82'}], 'enable_snat': True}, 'gw_port_id': '27fe5073-1156-4ef3-8050-827121991da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:33:44Z', 'revision_number': 5, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port': {'id': '27fe5073-1156-4ef3-8050-827121991da8', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:47.778233 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] Checking router: 689387f4-ed4f-4594-bacb-413d78ec092c for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:33:47.778579 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:47.790722 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] Routers {'689387f4-ed4f-4594-bacb-413d78ec092c'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:47.791344 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['689387f4-ed4f-4594-bacb-413d78ec092c'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:47.795650 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.835495 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] For port 27fe5073-1156-4ef3-8050-827121991da8, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=27fe5073-1156-4ef3-8050-827121991da8,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:47.835856 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.884517 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:47.892713 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:47.901641 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e88db632-ecc6-4db7-b03d-c8b5ef8c48b7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.1570570 May 27 18:33:47.904744 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab5b7f-2b9b-43ee-a7d5-a755af0f66aa None None] Pushing event updated for resources: {'Port': ['ID=07f6f61f-8778-4252-9379-d7ae1bd85c18,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:47.907879 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43614) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:47.917896 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-f2ab5b7f-2b9b-43ee-a7d5-a755af0f66aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:47.925356 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'security_group_rule': {'security_group_id': 'd4f8f2ce-11ef-411b-bf24-8fe597c3ff39', 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:47.971196 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:47.986689 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:47.991819 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:47.999757 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.043707 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:48.092171 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.173801 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] Set router 689387f4-ed4f-4594-bacb-413d78ec092c gateway port host: None {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:48.271204 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Attempting to bind port 07f6f61f-8778-4252-9379-d7ae1bd85c18 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:48.271596 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Attempting to bind port 07f6f61f-8778-4252-9379-d7ae1bd85c18 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:48.271902 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Attempting to bind port 07f6f61f-8778-4252-9379-d7ae1bd85c18 on network c50478eb-04d9-40b9-9199-858f041ce2ae {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:48.300247 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:48.300907 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Checking segment: {'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:48.301295 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.301707 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Bound using segment: {'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:48.302208 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Bound port: 07f6f61f-8778-4252-9379-d7ae1bd85c18, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:48.306836 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.313197 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:33:47Z', 'revision_number': 6, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port_host': None}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:48.320331 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa314fa-e88d-40a3-ae73-6cfbca2e4503 None None] The sync data for ids ['689387f4-ed4f-4594-bacb-413d78ec092c'] in dv-cinder-792299-4-smb is: [{'id': '689387f4-ed4f-4594-bacb-413d78ec092c', 'name': 'tempest-ServerRescueNegativeTestJSON-1235334447-router', 'tenant_id': 'e80984e08213499b95a0869f53c3a020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:33:47Z', 'revision_number': 6, 'project_id': 'e80984e08213499b95a0869f53c3a020', 'gw_port_host': None}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:48.327578 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fc7f5085-4888-4848-8e7d-c74b9d6d2b6a req-80ff7cdd-fd41-461d-8be4-de481860837e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 210 time: 0.1433966 May 27 18:33:48.327578 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.337593 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Calling delete_port for 27fe5073-1156-4ef3-8050-827121991da8 owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:33:48.547435 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] For port 07f6f61f-8778-4252-9379-d7ae1bd85c18, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:48.558008 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] For port 07f6f61f-8778-4252-9379-d7ae1bd85c18, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=07f6f61f-8778-4252-9379-d7ae1bd85c18,segment=NetworkSegment(2b6093f1-5e26-47d9-bd9c-7f76deff0e2d),segment_id=2b6093f1-5e26-47d9-bd9c-7f76deff0e2d)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:48.629139 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.639000 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:48.790017 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab5b7f-2b9b-43ee-a7d5-a755af0f66aa None None] Pushing event updated for resources: {'Port': ['ID=07f6f61f-8778-4252-9379-d7ae1bd85c18,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:48.800317 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-f2ab5b7f-2b9b-43ee-a7d5-a755af0f66aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:48.812470 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Routers {'4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:33:48.813310 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:33:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:48.897123 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.940490 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:48.945829 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d1f47676-934d-4cac-bcd9-8429aff454ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:48.970410 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea51b1f-33b4-4623-b9e7-9c26a1eef303 req-bbead1e9-587d-4777-bf72-0403c2d6bbe2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:48.985666 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ea51b1f-33b4-4623-b9e7-9c26a1eef303 req-bbead1e9-587d-4777-bf72-0403c2d6bbe2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.4150710 May 27 18:33:48.987821 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.003517 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.052330 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:49.070573 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fe5073-1156-4ef3-8050-827121991da8,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:49.149857 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.150252 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.150570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.150924 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.151270 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.161428 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.161428 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.161840 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.162205 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.162589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.162933 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.163274 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:49.167401 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:49.188841 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3748da2c-99d0-412c-a87a-0c401f1128cd,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:49.196617 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:49.204853 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:49.253659 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.318492 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] Set router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:33:49.337106 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7c5000-ff0c-42c9-b653-786b4f6766c0,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:49.345119 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ea51b1f-33b4-4623-b9e7-9c26a1eef303 req-a66b07e6-af01-440a-ab14-b04ef412e5a8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409388 May 27 18:33:49.348214 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:49.367629 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3748da2c-99d0-412c-a87a-0c401f1128cd HTTP/1.1" status: 204 len: 168 time: 1.7434201 May 27 18:33:49.370108 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43630) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:49.405594 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.406933 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4870455 May 27 18:33:49.409663 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43634) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:49.414846 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'security_group_rule': {'security_group_id': 'd4f8f2ce-11ef-411b-bf24-8fe597c3ff39', 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:49.434359 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515797'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.445706 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:49.457653 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:49.465410 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:49.477834 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:49.518140 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device dfbbad14-0ac7-4ebe-966a-b702bd39e0db no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:33:49.581108 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.590533 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: dfbbad14-0ac7-4ebe-966a-b702bd39e0db {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:33:49.591458 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device dfbbad14-0ac7-4ebe-966a-b702bd39e0db not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:33:49.592067 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 27fe5073-1156-4ef3-8050-827121991da8 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:33:49.749461 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-164aa013-c7cd-4505-9665-8e7d87d13785 req-ecb646b7-2b8c-4c15-8cfe-bac7823e97fd tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 210 time: 0.1327059 May 27 18:33:49.785972 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 27fe5073-1156-4ef3-8050-827121991da8 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:33:49.786891 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 27fe5073-1156-4ef3-8050-827121991da8 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:33:49.808748 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.888030 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.903317 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-721'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.908459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.915485 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:49.919546 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.930557 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955c1b7d-91ab-44e1-8035-6ca14f3b58b9,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:49.934025 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:49.988118 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:49.992226 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5816059 May 27 18:33:49.996980 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43638) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:49.998137 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'security_group_rule': {'security_group_id': 'd4f8f2ce-11ef-411b-bf24-8fe597c3ff39', 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:50.006087 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:50.010209 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:50.013290 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:50.020722 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:50.039782 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:33:42Z', 'revision_number': 4, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port': {'id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:34Z', 'updated_at': '2021-05-27T18:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '07f6f61f-8778-4252-9379-d7ae1bd85c18', 'name': '', 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'mac_address': 'fa:16:3e:29:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd6b9fdbb-221a-4c76-b2f0-9f92d9c7f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:40Z', 'updated_at': '2021-05-27T18:33:48Z', 'revision_number': 4, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'subnets': [{'id': 'd6b9fdbb-221a-4c76-b2f0-9f92d9c7f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:50.044847 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad5509-a30f-4f8d-9880-8069a7c3b59e None None] The sync data for ids ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'] in dv-cinder-792299-4-smb is: [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:33:42Z', 'revision_number': 4, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port': {'id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:34Z', 'updated_at': '2021-05-27T18:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '07f6f61f-8778-4252-9379-d7ae1bd85c18', 'name': '', 'network_id': 'c50478eb-04d9-40b9-9199-858f041ce2ae', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'mac_address': 'fa:16:3e:29:d1:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd6b9fdbb-221a-4c76-b2f0-9f92d9c7f994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:40Z', 'updated_at': '2021-05-27T18:33:48Z', 'revision_number': 4, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'subnets': [{'id': 'd6b9fdbb-221a-4c76-b2f0-9f92d9c7f994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:33:50.152390 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.168660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-513126'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.169429 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 689387f4-ed4f-4594-bacb-413d78ec092c {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 18:33:50.325393 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.395390 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.401074 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-18bfd03d-6133-45de-b0c9-f380140de118 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:50.402981 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-18bfd03d-6133-45de-b0c9-f380140de118 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 815 time: 0.2360997 May 27 18:33:50.443165 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.446328 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0ca3f6f9-a691-49a0-91c4-71a744507203 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:50.479684 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'port': {'device_id': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'admin_state_up': True, 'tenant_id': 'da363e6cafa0494b881aff236daa61e0'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:50.530235 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d4489f-dd28-41c7-b280-68a747764d88,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:50.552449 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:50.631521 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.635564 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6391666 May 27 18:33:50.636047 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43646) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:50.644299 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'security_group_rule': {'security_group_id': 'd4f8f2ce-11ef-411b-bf24-8fe597c3ff39', 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:50.658187 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:50.670669 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:50.680698 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:50.697347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:50.742691 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a756027-3fb6-40f4-8fdf-a414bfb59296']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:50.788844 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afab34be-68b6-499c-9329-5c194c325218') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:50.789130 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afab34be-68b6-499c-9329-5c194c325218') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:50.828798 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185038'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.832510 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.878977 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.885686 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43652) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:50.887789 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] 10.222.0.36 "DELETE /v2.0/routers/689387f4-ed4f-4594-bacb-413d78ec092c HTTP/1.1" status: 204 len: 168 time: 4.2694557 May 27 18:33:50.889058 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.914187 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:50.932720 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:33:50.933514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15174338'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: Traceback (most recent call last): May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: timer() May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: cb(*args, **kw) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: return func(*args, **kwargs) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: self._notify() May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: self.callback(batched_events) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: event.method(event) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: return f(self, *a, **k) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: return self._get(url).json() May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:33:50.983177 dv-cinder-792299-4-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:33:51.104687 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:51.273539 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5c7e8865-dfc0-456c-b2ad-a20d63e63df2 req-4bddac7f-f295-4f91-8852-67f4d121107a tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 210 time: 0.0958571 May 27 18:33:51.273922 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa6b5c-64c2-48f9-83ca-d8cf66f08a18 req-db53b100-e44a-4c6c-b1ee-a21cb284255e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:51.275463 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2aaa6b5c-64c2-48f9-83ca-d8cf66f08a18 req-db53b100-e44a-4c6c-b1ee-a21cb284255e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.5591328 May 27 18:33:51.309350 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Deleting subnet 68871e0a-a1d0-4a55-9265-e76dac25fe3b {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:33:51.338529 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.398014 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 07f6f61f-8778-4252-9379-d7ae1bd85c18 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:51.422976 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.440325 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.491883 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2aaa6b5c-64c2-48f9-83ca-d8cf66f08a18 req-f8bc2ba8-e363-4ec1-a3fa-e9ed7ff8fef3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776390 May 27 18:33:51.523610 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.744954 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Made reservation on behalf of da363e6cafa0494b881aff236daa61e0 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:51.750644 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.774687 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.820414 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:51.824911 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 07f6f61f-8778-4252-9379-d7ae1bd85c18 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:51.829335 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.831091 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 07f6f61f-8778-4252-9379-d7ae1bd85c18 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:51.831502 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.831923 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:51.841097 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.849536 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a756027-3fb6-40f4-8fdf-a414bfb59296,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:51.852158 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:51.864039 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-9947629a-0e67-4a8e-82ea-7f0538537cb8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5a756027-3fb6-40f4-8fdf-a414bfb59296 HTTP/1.1" status: 204 len: 168 time: 2.4847488 May 27 18:33:51.864250 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4129d9-f0fb-483f-a6be-bf2809e95811,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:51.868670 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:51.923157 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.927440 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:51.984542 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68871e0a-a1d0-4a55-9265-e76dac25fe3b,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:51.986765 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:51.988109 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3511052 May 27 18:33:51.989492 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:51.991726 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43682) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:51.997389 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'security_group_rule': {'security_group_id': 'd4f8f2ce-11ef-411b-bf24-8fe597c3ff39', 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:52.003829 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.005984 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/68871e0a-a1d0-4a55-9265-e76dac25fe3b HTTP/1.1" status: 204 len: 168 time: 1.1153245 May 27 18:33:52.008513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43686) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:52.011541 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:52.040739 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Allocated IP 172.20.0.4 (ea3cf30a-0561-4c86-8acf-1ae21b0d99ea/48962ec9-51d3-40c1-a20f-1192a4848721/2e6a3928-ffec-44d8-9117-ad7b0b656c40) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:33:52.046193 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:52.065259 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:52.147612 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.201470 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:52.245978 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 07f6f61f-8778-4252-9379-d7ae1bd85c18, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=07f6f61f-8778-4252-9379-d7ae1bd85c18,segment=NetworkSegment(2b6093f1-5e26-47d9-bd9c-7f76deff0e2d),segment_id=2b6093f1-5e26-47d9-bd9c-7f76deff0e2d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:33:52.261113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.362859 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.365321 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.368502 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:52.409465 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Transition to ACTIVE for port object 2e6a3928-ffec-44d8-9117-ad7b0b656c40 will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:52.420282 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43694) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:52.459587 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.securitygroups_db [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Project bc642b80ab774ba8b4aa3c90579e0041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 18:33:52.497256 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.519322 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.571487 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-64378542-6988-476a-bee3-97c01a46b339 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:52.580112 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=07f6f61f-8778-4252-9379-d7ae1bd85c18,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:52.592445 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:52.653062 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:33:52.666433 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:33:52.673395 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:33:52.753558 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:52.758249 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:52.777471 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:52.778092 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:52.892372 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4546287 May 27 18:33:52.928629 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Request body: {'port': {'device_id': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:52.999083 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-7d413558-b111-49e8-8fab-351e725f7758 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61ba48ba5a9644a097c9078a97b939e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391138 May 27 18:33:53.011664 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43704) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:53.184753 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b83ba655-588c-419c-beab-60d3809ed234 None None] Provisioning for port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:33:53.190609 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b83ba655-588c-419c-beab-60d3809ed234 None None] Provisioning complete for port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:53.191451 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b83ba655-588c-419c-beab-60d3809ed234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.205051 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.289516 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 07f6f61f-8778-4252-9379-d7ae1bd85c18 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:33:53.368274 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.448104 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5eb7055f-4e37-42ef-9e0d-4c113b3c4c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.485322 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-b83ba655-588c-419c-beab-60d3809ed234 None None] Port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:33:53.496495 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5eb7055f-4e37-42ef-9e0d-4c113b3c4c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.548995 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 07f6f61f-8778-4252-9379-d7ae1bd85c18 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:33:53.549662 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.565602 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacdb298-a25e-423a-a635-8ffc865bc844']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:53.584041 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5744004-9f02-484c-bb75-6b786be0886e req-af7beec1-0751-41a5-9eaa-6ea473afa392 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:53.585451 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b5744004-9f02-484c-bb75-6b786be0886e req-af7beec1-0751-41a5-9eaa-6ea473afa392 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 931 time: 0.7100060 May 27 18:33:53.595884 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8501e66a-74ea-4205-b7c0-fa65d009c49d') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:53.596178 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8501e66a-74ea-4205-b7c0-fa65d009c49d') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:33:53.622228 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.664193 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.677827 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:33:53.678250 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.875074 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:33:53.876301 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:33:53.913645 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74026679-b06f-444a-b433-a47276dde58e req-d2198843-fd7c-48ff-a735-24f237dd82f4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:53.915097 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-74026679-b06f-444a-b433-a47276dde58e req-d2198843-fd7c-48ff-a735-24f237dd82f4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.8936455 May 27 18:33:53.919557 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.936017 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.944578 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:53.981101 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1d1d8c6f-f542-4047-a7c4-87483590d22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:54.084716 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-b5744004-9f02-484c-bb75-6b786be0886e req-e0fa2c00-a7df-4717-be4f-35d0f6c6b499 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Synchronizing usage tracker for tenant:da363e6cafa0494b881aff236daa61e0 on resource:security_group {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:33:54.150347 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-74026679-b06f-444a-b433-a47276dde58e req-ad321bfe-c3fe-4f97-adfa-d29ccbcd42a5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024331 May 27 18:33:54.155479 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacdb298-a25e-423a-a635-8ffc865bc844,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:54.173437 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6a3928-ffec-44d8-9117-ad7b0b656c40 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:33:54.178259 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.180345 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.181545 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.182573 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.184235 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:54.184546 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.185067 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.199282 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.201038 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.202324 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.204172 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.204715 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.206595 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:33:54.226133 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:54.227976 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:54.241050 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/eacdb298-a25e-423a-a635-8ffc865bc844 HTTP/1.1" status: 204 len: 168 time: 2.2311323 May 27 18:33:54.248609 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:54.253397 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43718) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:54.254088 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.2610872 May 27 18:33:54.255513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f941a0e5-ef3a-4f5b-99e1-c426244477e7,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:54.259109 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:54.264737 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'security_group_rule': {'security_group_id': 'd4f8f2ce-11ef-411b-bf24-8fe597c3ff39', 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:54.287193 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:54.294478 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5eb7055f-4e37-42ef-9e0d-4c113b3c4c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:54.297429 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Transition to ACTIVE for port object 2e6a3928-ffec-44d8-9117-ad7b0b656c40 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:33:54.302941 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5eb7055f-4e37-42ef-9e0d-4c113b3c4c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:54.302941 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-5eb7055f-4e37-42ef-9e0d-4c113b3c4c2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd773e31-a3de-4ca5-a367-db37b4a04eea HTTP/1.1" status: 204 len: 168 time: 1.0955026 May 27 18:33:54.302941 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1dc55ab1-eb2f-41d0-b3c2-104c1badd3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:54.308664 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:security_group_rule and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:54.317534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:54.327295 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-b5744004-9f02-484c-bb75-6b786be0886e req-e0fa2c00-a7df-4717-be4f-35d0f6c6b499 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Unset dirty status for tenant:da363e6cafa0494b881aff236daa61e0 on resource:security_group {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:33:54.336390 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:54.340978 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b5744004-9f02-484c-bb75-6b786be0886e req-e0fa2c00-a7df-4717-be4f-35d0f6c6b499 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595942 May 27 18:33:54.347101 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7055f-4e37-42ef-9e0d-4c113b3c4c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd773e31-a3de-4ca5-a367-db37b4a04eea,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:54.353639 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5eb7055f-4e37-42ef-9e0d-4c113b3c4c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:54.388217 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:54.397269 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c3bdd569-bcec-42d3-9d32-6b82aff80b74 tempest-VolumesNegativeTest-1062556929 tempest-VolumesNegativeTest-1062556929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:54.486744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:54.491637 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.securitygroups_db [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Project bc642b80ab774ba8b4aa3c90579e0041 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 18:33:54.499508 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:54.659673 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:54.771871 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43726) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:55.028932 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-64998fa8-2c6e-40d8-ac40-f54c5502355e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e80984e08213499b95a0869f53c3a020&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2558186 May 27 18:33:55.036081 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43730) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:55.118684 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.124108 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Attempting to bind port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:33:55.125062 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Attempting to bind port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:33:55.125425 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Attempting to bind port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 on network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:55.130758 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 on network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:33:55.131230 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Attempting to bind port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 on network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:33:55.145406 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.149589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:33:55.150066 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Checking segment: {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:33:55.153517 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Bound using segment: {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:33:55.154065 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Bound port: 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07208019-2042-4ea1-8bfa-cbd76f6db0f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:33:55.154487 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.183918 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.280370 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:33:55.286763 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:33:55.416488 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.418273 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.423233 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-83b3cfdd-2d67-429f-aa7b-b146331eaba4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:55.464757 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.472962 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-de323b2d-8103-4b83-81ac-a534aa08adfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:55.486031 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9e969-566f-476e-9053-b298d4b9cb97,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:55.502529 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:55.521573 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.521573 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4f9e969-566f-476e-9053-b298d4b9cb97 HTTP/1.1" status: 204 len: 168 time: 0.4793448 May 27 18:33:55.600504 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20319b9-3a35-4e7d-a654-e3d3dd813d29 req-75311f56-dd59-4a05-9349-d3b14d997f31 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:55.603021 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a20319b9-3a35-4e7d-a654-e3d3dd813d29 req-75311f56-dd59-4a05-9349-d3b14d997f31 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.2016759 May 27 18:33:55.636657 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:55.637296 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.638753 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] 10.222.0.47 "PUT /v2.0/ports/2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 1093 time: 2.7181659 May 27 18:33:55.639422 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:33:55.685199 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:55.695836 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4318221 May 27 18:33:55.707773 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:55.715974 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:55.716644 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e93b5a62-45fa-430b-8b1d-561b62d5e0e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:55.752571 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ed51de-4070-4651-a9ca-35e510e80114,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:55.768776 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:55.993781 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-7e7b7775-c09f-4b25-ad1d-c974d2b67588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:55.995698 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-7e7b7775-c09f-4b25-ad1d-c974d2b67588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1096 time: 0.1834867 May 27 18:33:56.167856 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a20319b9-3a35-4e7d-a654-e3d3dd813d29 req-a489853c-cc39-4cbe-820e-70604a5a5fb3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255619 May 27 18:33:56.191970 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43748) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:56.260593 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-2b6520a7-ab7e-492a-9a0f-cb0c95240075 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 217 time: 0.2577162 May 27 18:33:56.440518 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-75349fe6-c615-4175-ab03-ecb9dec8ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:56.442378 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-75349fe6-c615-4175-ab03-ecb9dec8ee48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.1694930 May 27 18:33:56.470333 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'status': 'completed', 'code': 200} May 27 18:33:56.509426 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f565ec-8c88-4096-99fa-2a8f3e7c7f84 req-562cc95a-96e9-4d03-abef-6c34f7a40ce5 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:56.532157 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-88f565ec-8c88-4096-99fa-2a8f3e7c7f84 req-562cc95a-96e9-4d03-abef-6c34f7a40ce5 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.9259720 May 27 18:33:56.645981 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-cb22f96f-7db6-4c33-87da-3bdb71cb2aa1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8275b94f883945609626495007bf5fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328215 May 27 18:33:56.648709 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43760) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:56.651272 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-056a5d1f-d787-4978-b6da-5a2b75420b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:56.652413 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-056a5d1f-d787-4978-b6da-5a2b75420b8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1777256 May 27 18:33:56.683419 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-88f565ec-8c88-4096-99fa-2a8f3e7c7f84 req-62efe8c9-b8dc-4a4b-937c-34d19f8dacad tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472964 May 27 18:33:56.734948 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:56.762855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:56.949748 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-a73cbe02-859d-4d87-8610-660fa5faaa3c service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542931 May 27 18:33:57.063313 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:57.072933 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-166adcf4-d671-4cf8-9a3b-542202c91b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:57.099202 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4592f26e-ecf3-4d40-8fbe-3260bf28e07d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:57.100840 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:57.109031 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:57.114334 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4592f26e-ecf3-4d40-8fbe-3260bf28e07d HTTP/1.1" status: 204 len: 168 time: 0.4603345 May 27 18:33:57.177987 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8747f4-3416-4c75-b36c-b7a26bebc9af req-1e3448b0-3ee6-4a04-8c72-5629e2c8bc95 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217097 May 27 18:33:57.610563 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e85b9-f542-43ce-a9d1-f7bacac6905c req-029eb40e-48f2-41a9-b328-07bdb2fba7b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:57.615949 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-077e85b9-f542-43ce-a9d1-f7bacac6905c req-029eb40e-48f2-41a9-b328-07bdb2fba7b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1766989 May 27 18:33:57.755079 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-077e85b9-f542-43ce-a9d1-f7bacac6905c req-f0457921-09d7-4b11-a000-e519b340d67c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334794 May 27 18:33:58.101104 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57708b-6557-4aa2-9c6f-5733ea027c2b req-ea7344a5-efd5-4fbe-a0fe-5b769090d444 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:58.108350 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ed57708b-6557-4aa2-9c6f-5733ea027c2b req-ea7344a5-efd5-4fbe-a0fe-5b769090d444 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.1679816 May 27 18:33:58.170722 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ed57708b-6557-4aa2-9c6f-5733ea027c2b req-20f9290f-54b8-4043-98d0-f8914824d4b3 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606918 May 27 18:33:58.230625 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43806) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:58.389310 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-1b2688e9-e0c8-4736-b745-80be95266ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:58.391901 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-1b2688e9-e0c8-4736-b745-80be95266ceb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1096 time: 0.1673810 May 27 18:33:58.420896 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2137773168-network', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:58.426192 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:58.430565 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Usage tracker for resource:network and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:58.432932 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:58.439716 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:58.549221 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Made reservation on behalf of 5d1b6c6db54445fe85fcff4236a8ac5d for: {'network': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:58.552230 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:58.565763 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:58.602880 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:58.612333 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Usage tracker for resource:security_group_rule and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:58.620709 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:58.633097 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:58.685491 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-d79138b3-dfb4-449b-8519-eff78e1c20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:58.689122 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-d79138b3-dfb4-449b-8519-eff78e1c20ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 916 time: 0.2142146 May 27 18:33:58.766113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:58.866422 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:58.871472 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d418bff2-ac70-48de-af7b-771e41f31974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:58.908574 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02fd612-4e4c-4b68-8f13-734906ae7f56,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:58.932042 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:59.009679 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=92297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:33:59.031110 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:59.031477 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.segments_db [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Added segment 5cb9e202-4bfe-463a-a9c2-95b2eb184f59 of type vlan for network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 May 27 18:33:59.068423 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8a1b4-cd39-43b5-8573-df8c1b86900c req-3e3dca94-1c65-421f-b4dd-9dd268e3ef9f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:59.070040 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e7e8a1b4-cd39-43b5-8573-df8c1b86900c req-3e3dca94-1c65-421f-b4dd-9dd268e3ef9f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1352148 May 27 18:33:59.151366 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:59.154279 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:59.189345 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e7e8a1b4-cd39-43b5-8573-df8c1b86900c req-44b5c8d5-a9a6-4e16-8c47-fefe75c10056 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065738 May 27 18:33:59.276957 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:59.278395 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:59.279210 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:59.334007 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-59635f9a-6bc4-4cd1-8947-1491cefa76e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:33:59.415409 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1809239 May 27 18:33:59.415922 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 43862) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:33:59.424067 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Request body: {'subnet': {'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2137773168-subnet', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:33:59.430132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:33:59.442572 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Usage tracker for resource:subnet and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:33:59.448709 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:33:59.459499 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:33:59.509111 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Pushing event updated for resources: {'Network': ['ID=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:33:59.511847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:33:59.519938 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:33:59.542337 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c25cf9-826c-455f-9400-74a61c936401 req-288886ec-7053-477e-baa1-df9815bb5252 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:33:59.543914 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-69c25cf9-826c-455f-9400-74a61c936401 req-288886ec-7053-477e-baa1-df9815bb5252 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.1874385 May 27 18:33:59.551050 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Made reservation on behalf of 5d1b6c6db54445fe85fcff4236a8ac5d for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:33:59.553394 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14865101'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:33:59.617865 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-69c25cf9-826c-455f-9400-74a61c936401 req-33bae831-4c52-4000-8bcf-59070393d74e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666852 May 27 18:34:00.425427 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15184929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14865115'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:00.446421 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:00.466637 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688afdc3-9723-4809-9b0d-a360396b32a0 req-4f923368-36e4-4b09-98e6-d18295b760cb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:00.469197 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-688afdc3-9723-4809-9b0d-a360396b32a0 req-4f923368-36e4-4b09-98e6-d18295b760cb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1211967 May 27 18:34:00.524187 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-688afdc3-9723-4809-9b0d-a360396b32a0 req-063f9c7a-0d16-4e17-ad50-3e73b7a73e7d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474460 May 27 18:34:00.550101 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ab5816-9c80-4298-857e-c7f11cdcb889,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:00.553199 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:00.558394 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Checking segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:34:00.558932 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Network hostable DHCP agents. Network: 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:34:00.840897 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748559c-f3e8-4cc7-bdb7-c174cff80018 req-6c391fcd-5d51-43ab-8d4d-9d8ff25887a2 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:00.842305 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e748559c-f3e8-4cc7-bdb7-c174cff80018 req-6c391fcd-5d51-43ab-8d4d-9d8ff25887a2 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.0857773 May 27 18:34:00.889530 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e748559c-f3e8-4cc7-bdb7-c174cff80018 req-79711f84-2c39-4b8c-bfb9-9f859709343f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 May 27 18:34:00.993874 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:34:01.153807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:01.163478 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948cbe50-9cb4-40c7-8d43-c1c75004cbc0 None None] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:34:01.170276 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:01.170860 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:01.291420 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8740230 May 27 18:34:01.299992 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43920) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:01.299992 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:01.308336 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:01.322181 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Usage tracker for resource:router and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:01.331462 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:01.345304 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:01.462949 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83a89af4-bf84-532a-92d2-d64d557a57f4-16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889'}]}} from dv-cinder-792299-4-smb. {{(pid=92298) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 27 18:34:01.464324 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:01.470464 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-514727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:01.472001 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-512167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-515695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-339641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-734'] for router, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:01.490148 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:01.847022 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.db_base_plugin_common [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Allocated IP 172.20.0.2 (16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4/b8ab5816-9c80-4298-857e-c7f11cdcb889/33fa7013-6d4c-4f26-8fd8-7a2a843e56c9) {{(pid=92298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:34:02.010971 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-515704', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-514745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-712'] for router, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:02.084320 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da3d50-6756-48ad-a62a-40c9b6106a28 req-95cab54d-0048-4aa5-b61a-b1c6e70e8f06 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:02.100956 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39da3d50-6756-48ad-a62a-40c9b6106a28 req-95cab54d-0048-4aa5-b61a-b1c6e70e8f06 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.3667016 May 27 18:34:02.227423 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39da3d50-6756-48ad-a62a-40c9b6106a28 req-2c49150c-7088-469e-b692-f1625a025e24 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262472 May 27 18:34:02.270098 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Notify callbacks [] for port, precommit_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:02.306776 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Transition to ACTIVE for port object 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:02.379316 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Transition to ACTIVE for port object 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 will not be triggered until provisioned by entity DHCP. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:02.472101 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c315f1-962a-4075-abc6-6cd8b192d764 req-be196942-b6c6-4211-a33f-0e1edf7ced52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:02.473996 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-71c315f1-962a-4075-abc6-6cd8b192d764 req-be196942-b6c6-4211-a33f-0e1edf7ced52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.3748767 May 27 18:34:02.498335 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092'] for port, after_create {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:02.505145 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:02.586807 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-71c315f1-962a-4075-abc6-6cd8b192d764 req-e087194c-bb73-49c0-b2a7-3544fa8524f2 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060488 May 27 18:34:02.635220 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-89119f21-8a1c-48ab-a8b3-f6ee3e9bdf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:02.665805 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 is already hosted by enough agents. {{(pid=92298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:02.668870 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.scheduler.base_scheduler [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Resources bound (agent type, host, resource id): {{(pid=92298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:02.673374 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Received port after_create {{(pid=92298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:34:02.679662 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Pushing event updated for resources: {'Port': ['ID=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,revision_number=1']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:02.684121 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:02.891329 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:02.940376 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:03.109474 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Allocated IP 172.28.0.182 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/03c7eccf-04a8-4f25-8eed-83f4aa64e2f6) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:34:03.225453 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Attempting to bind port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:34:03.225939 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Attempting to bind port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:34:03.226308 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Attempting to bind port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:34:03.231645 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:34:03.233531 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Checking segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:34:03.233531 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:03.233531 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Bound using segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:34:03.233531 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Bound port: 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:34:03.233973 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:03.265496 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:03.419033 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] For port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:34:03.422260 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] For port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:34:03.515692 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bd36a-1fa5-4fa4-8d7d-bbf6ef6869e4 req-65089fd5-7754-4631-8fb6-4d8e8e51d68e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:03.517384 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a92bd36a-1fa5-4fa4-8d7d-bbf6ef6869e4 req-65089fd5-7754-4631-8fb6-4d8e8e51d68e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1236725 May 27 18:34:03.558613 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:03.571625 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:03.621017 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a92bd36a-1fa5-4fa4-8d7d-bbf6ef6869e4 req-f6687ccb-8fad-4b0e-b042-1fe52ce05152 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970049 May 27 18:34:03.687711 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Pushing event updated for resources: {'Port': ['ID=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:03.695102 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:03.700447 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:03.701009 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:03.706296 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:34:03.725837 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:03.729647 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:03.829895 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Pushing event updated for resources: {'Port': ['ID=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:03.833645 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:04.052545 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df83b75-4b3e-4c0e-a115-02fa333e15db req-0eace6d1-37b8-4891-b26d-03c49694aecc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:04.059472 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2df83b75-4b3e-4c0e-a115-02fa333e15db req-0eace6d1-37b8-4891-b26d-03c49694aecc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.3183429 May 27 18:34:04.133247 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2df83b75-4b3e-4c0e-a115-02fa333e15db req-f83f8326-221c-4d36-b94f-3193cf811b04 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728981 May 27 18:34:04.427750 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:04.809933 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:05.063577 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3b0e827a-58b7-47c7-99ed-9f0426df4189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:05.074699 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-514736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-515593'] for router, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:05.096677 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75213984-54a5-4c5e-9e58-6861976e4963 None None] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:34:05.249063 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789aa0-5e66-4d90-a37d-b4d5329803fc req-74b4871f-78c7-4861-baec-b1572819faac tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:05.250831 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-86789aa0-5e66-4d90-a37d-b4d5329803fc req-74b4871f-78c7-4861-baec-b1572819faac tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.3395739 May 27 18:34:05.290976 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a679c028-1f0b-45bf-9b3f-a15ada18ae8f None None] Provisioning for port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:05.323405 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:05.515964 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-86789aa0-5e66-4d90-a37d-b4d5329803fc req-01430a77-973b-4cf1-a5c4-c91ad44c25e9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632943 May 27 18:34:05.561948 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:05.571764 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:05.571764 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:05.575347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fd92b-82db-4398-811a-ff38f44a4144 req-d6e7d469-c38d-4e5a-a4ec-626643caed18 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:05.577239 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e41fd92b-82db-4398-811a-ff38f44a4144 req-d6e7d469-c38d-4e5a-a4ec-626643caed18 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.2266550 May 27 18:34:05.682295 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e41fd92b-82db-4398-811a-ff38f44a4144 req-66e790c6-698f-4537-b3d8-c653986e83a2 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863800 May 27 18:34:05.693886 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Router ef369922-a760-407b-914c-50154be4d084 is scheduled to L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b with binding_index 1 {{(pid=92297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 18:34:05.792421 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:05.838108 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-85d09efa-04dc-498a-853d-b336ba10b501 None None] Provisioning complete for port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:05.840562 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-85d09efa-04dc-498a-853d-b336ba10b501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:05.904990 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:05.932395 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:34:05.944565 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Sync routers for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:34:05.962449 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:05.963440 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:06.018850 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:06.022907 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7276180 May 27 18:34:06.023470 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 43988) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:06.074783 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:06.089585 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:06.255977 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:06.264967 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:06.269541 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:06.297874 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:06.619918 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:04Z', 'revision_number': 3, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:06.624696 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Checking router: ef369922-a760-407b-914c-50154be4d084 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:34:06.631321 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Updating router ef369922-a760-407b-914c-50154be4d084 port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 binding host dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:34:06.682900 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.003847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a668f-27fd-42c4-bf4c-2f9eccf08dfa req-8885f909-9c12-4a2e-8c9d-1ffaf10db82f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:07.005324 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-849a668f-27fd-42c4-bf4c-2f9eccf08dfa req-8885f909-9c12-4a2e-8c9d-1ffaf10db82f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.2504637 May 27 18:34:07.081796 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164f37b-b0a6-42b5-8bda-1cd7ac36a084 req-67bddb21-19df-4368-ba0f-201a53787ce4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:07.082027 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.084642 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2164f37b-b0a6-42b5-8bda-1cd7ac36a084 req-67bddb21-19df-4368-ba0f-201a53787ce4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.2774794 May 27 18:34:07.096815 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Transition to ACTIVE for port object 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:07.139608 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.151976 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-849a668f-27fd-42c4-bf4c-2f9eccf08dfa req-097bd3ee-22a1-4372-9227-87b650fb8c80 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180139 May 27 18:34:07.188024 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.192744 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:07.239830 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2164f37b-b0a6-42b5-8bda-1cd7ac36a084 req-faf60606-0cd2-42bb-ad67-9adec8107614 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365354 May 27 18:34:07.241841 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:07.331466 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Attempting to bind port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:34:07.331794 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Attempting to bind port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:34:07.332158 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Attempting to bind port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 on network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:34:07.349866 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:34:07.350240 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Checking segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:34:07.350641 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.351040 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Bound using segment: {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:34:07.351540 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Bound port: 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:34:07.351915 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.399400 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Allocated IP 172.20.0.1 (16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4/b8ab5816-9c80-4298-857e-c7f11cdcb889/51e1daa4-446f-4d5e-9797-d89eff7e3cdf) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:34:07.407425 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be5e4b-e756-4cb4-add3-b10e3c88022b None None] Pushing event updated for resources: {'Port': ['ID=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:07.410178 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-60be5e4b-e756-4cb4-add3-b10e3c88022b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:07.448673 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:07.449046 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.488412 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] For port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:34:07.510561 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] For port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:34:07.557338 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.575212 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Transition to ACTIVE for port object 51e1daa4-446f-4d5e-9797-d89eff7e3cdf will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:07.600606 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.609703 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:07.682503 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.688091 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-fd937b02-ec58-4716-8cf1-a2da1dcf4ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:07.699017 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:07.699670 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:07.749832 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:07.752672 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:07.756171 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:34:07.757181 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.778626 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be5e4b-e756-4cb4-add3-b10e3c88022b None None] Pushing event updated for resources: {'Port': ['ID=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:07.784575 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-60be5e4b-e756-4cb4-add3-b10e3c88022b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:07.788527 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Pushing event updated for resources: {'Port': ['ID=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:07.794488 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:07.820774 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-404079'] for router_interface, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:07.902821 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:08.035152 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:08.215774 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d83ba2d7-7994-4af2-9acf-cb1d3a3bdd4e None None] Provisioning for port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:08.235686 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d83ba2d7-7994-4af2-9acf-cb1d3a3bdd4e None None] Provisioning complete for port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:08.236080 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d83ba2d7-7994-4af2-9acf-cb1d3a3bdd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:08.308384 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d83ba2d7-7994-4af2-9acf-cb1d3a3bdd4e None None] Port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:34:08.325273 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:04Z', 'revision_number': 3, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:08.330175 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9c62ab-d433-4a3a-ab9f-a50f31f82edb None None] The sync data for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb is: [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:04Z', 'revision_number': 3, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:34:08.417745 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:08.473885 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e44691-5517-41c9-8b9d-a6f366eeba01 req-db171289-6edd-492d-82a5-0ac8a8c44cfb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:08.475438 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-03e44691-5517-41c9-8b9d-a6f366eeba01 req-db171289-6edd-492d-82a5-0ac8a8c44cfb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1725788 May 27 18:34:08.504294 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366444'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:08.535220 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:08.611351 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fad9b3-4232-4814-8b54-6879e97afc92 req-a351fd81-d514-4b7a-9b44-35b25bddb9fc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:08.613048 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-35fad9b3-4232-4814-8b54-6879e97afc92 req-a351fd81-d514-4b7a-9b44-35b25bddb9fc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.2444224 May 27 18:34:08.680691 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-03e44691-5517-41c9-8b9d-a6f366eeba01 req-341f9e40-a8d4-41b2-bc20-3520da7d2aa1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989951 May 27 18:34:08.715789 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1693424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-404172'] for router_interface, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:08.722057 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Pushing event updated for resources: {'Port': ['ID=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:08.724936 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:08.751637 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-35fad9b3-4232-4814-8b54-6879e97afc92 req-63b92ce8-3e23-4b5e-9702-160ae9db019f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100211 May 27 18:34:08.958862 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:08.960057 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:09.168389 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Router ef369922-a760-407b-914c-50154be4d084 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:34:09.238039 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-f662c668-8bd5-4783-a464-a80f7a340dd7 None None] Provisioning complete for port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:09.238581 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f662c668-8bd5-4783-a464-a80f7a340dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:09.288706 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:09.360415 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-f662c668-8bd5-4783-a464-a80f7a340dd7 None None] Port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:34:09.384561 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:34:09.393983 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] 10.222.0.36 "PUT /v2.0/routers/ef369922-a760-407b-914c-50154be4d084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3693147 May 27 18:34:09.439253 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:09.444226 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:09.444602 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:09.576600 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:09.594829 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:09.682362 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:09.686099 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-031f7f8a-331d-4ec5-8587-4aa8237dd08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:09.716740 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-7be96ff0-b1af-413a-ae5d-946315569108 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 217 time: 0.0859537 May 27 18:34:09.832336 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:09.842118 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:09.850079 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-d7e1f1bd-a95e-4e34-8bc0-e77f2929a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:09.851602 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-d7e1f1bd-a95e-4e34-8bc0-e77f2929a693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.1240072 May 27 18:34:09.936199 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f348a-9dfe-4149-95fa-9f75b6130b50 req-9c88eac1-ad2d-4e33-b57d-3d86d7ea83fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:09.939968 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-001a795b-5a8a-4d69-97c6-e1364893617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:09.941639 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-001a795b-5a8a-4d69-97c6-e1364893617a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818832 May 27 18:34:09.941799 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-078f348a-9dfe-4149-95fa-9f75b6130b50 req-9c88eac1-ad2d-4e33-b57d-3d86d7ea83fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1029849 May 27 18:34:09.971513 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44046) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:09.982426 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--53779145', 'description': 'tempest-description--2031734984'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:09.992530 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:10.010815 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-078f348a-9dfe-4149-95fa-9f75b6130b50 req-465c33f7-f99b-4422-9af4-2e7ab671e562 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627720 May 27 18:34:10.018488 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Sync routers for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:34:10.029621 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:10.030341 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:10.064788 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:10.069415 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:10.083675 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:10.134099 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-64191d76-7431-449d-8e3a-fd384db42ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844432 May 27 18:34:10.169052 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.185577 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d77f0-5803-4625-b7fe-2018342f39be req-323b7168-cd7b-46af-9ea3-f6a52f9bc7dc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:10.187191 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4a9d77f0-5803-4625-b7fe-2018342f39be req-323b7168-cd7b-46af-9ea3-f6a52f9bc7dc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.1065564 May 27 18:34:10.238950 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:10.244037 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4a9d77f0-5803-4625-b7fe-2018342f39be req-5faa888c-82b6-40ad-9aaf-7be8b9f8529f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508523 May 27 18:34:10.254656 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:10.261308 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group_rule and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:10.264446 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:10.273145 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:10.328654 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d8d4d54a-7f1a-4bf0-b062-0d6b5dec6ef4 req-1ca53001-9da7-4997-bba5-f0ee355ab09e service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876240 May 27 18:34:10.380303 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.447794 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.455032 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c317d5ab-c67a-4cca-a786-bd4b0599d6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:10.495278 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133620fa-8689-42aa-815e-9b52e68c51fc,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:10.497951 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:10.582033 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.583157 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6086812 May 27 18:34:10.585957 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44056) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:10.590908 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'security_group_rule': {'security_group_id': '133620fa-8689-42aa-815e-9b52e68c51fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:10.595602 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:08Z', 'revision_number': 2, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:10.601383 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:10.601539 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Checking router: ef369922-a760-407b-914c-50154be4d084 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:34:10.601539 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Updating router ef369922-a760-407b-914c-50154be4d084 port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf binding host dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 18:34:10.601714 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group_rule and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:10.603673 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:10.610421 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:10.660922 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.691441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.757807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.824845 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.826973 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:10.851493 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b685046-8450-4a34-8e53-125e0e62db2f,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:10.854020 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:10.935131 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:10.936942 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-2e4c41fe-0d6e-40d5-9ab5-870147239dbe tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499286 May 27 18:34:10.939467 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44060) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:10.945135 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'security_group_rule': {'security_group_id': '133620fa-8689-42aa-815e-9b52e68c51fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:10.951202 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:10.955867 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group_rule and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:10.958854 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:10.964745 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:11.045110 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.064688 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Notify callbacks [] for port, precommit_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.076589 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.provisioning_blocks [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Transition to ACTIVE for port object 51e1daa4-446f-4d5e-9797-d89eff7e3cdf will not be triggered until provisioned by entity L2. {{(pid=92299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:11.112934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.136426 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.140775 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-9e8b2b69-8414-4591-ac4f-70f39e7dc71a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:11.187488 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.193978 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5b174172-6d9f-4067-b821-9d50ccf553fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:11.223660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5a03a1-c919-43ee-b219-851eb84d25d8,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:11.227996 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:11.245240 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a342e2-1936-4125-adc2-f20cb8d9155b req-03d3ac3e-e363-4854-b824-6f83d43daafe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:11.246719 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4a342e2-1936-4125-adc2-f20cb8d9155b req-03d3ac3e-e363-4854-b824-6f83d43daafe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1104865 May 27 18:34:11.261587 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:11.308784 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.310442 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3699725 May 27 18:34:11.315205 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44068) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:11.328638 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4a342e2-1936-4125-adc2-f20cb8d9155b req-8397856c-8060-4204-af18-0e124f314d2d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711722 May 27 18:34:11.341668 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'floatingip': {'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:11.354789 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:11.364415 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:floatingip and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:11.368364 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:11.376307 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Pushing event updated for resources: {'Port': ['ID=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,revision_number=3']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:11.377331 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:11.415548 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.415966 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.416258 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.416636 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.416939 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.417225 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.417541 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.417854 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.418171 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.420175 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.420496 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.420888 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:11.429850 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:11.442360 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:11.444835 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.459600 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.514260 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Attempting to bind port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf on host dv-cinder-792299-4-smb for vnic_type normal with profile {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:34:11.515983 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Attempting to bind port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf by drivers openvswitch,hyperv on host dv-cinder-792299-4-smb at level 0 using segments [{'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:34:11.516401 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Attempting to bind port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:34:11.529015 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Checking agent: {'id': 'eb340d1e-0b0f-4b35-b586-52a3df98d3b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 22, 35), 'started_at': datetime.datetime(2021, 5, 27, 18, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:34:11.539757 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Checking segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:34:11.539757 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.539757 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Bound using segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} {{(pid=92299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:34:11.539757 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.managers [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Bound port: 51e1daa4-446f-4d5e-9797-d89eff7e3cdf, host: dv-cinder-792299-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}}] {{(pid=92299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:34:11.539757 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.603089 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d35e-853f-4f08-a026-e3e092720f5a req-50e38748-d505-493a-a028-d8840a7fd189 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:11.607975 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-34e0d35e-853f-4f08-a026-e3e092720f5a req-50e38748-d505-493a-a028-d8840a7fd189 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.1959085 May 27 18:34:11.673444 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] For port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf, host dv-cinder-792299-4-smb, cleared binding levels {{(pid=92299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:34:11.678128 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.plugins.ml2.db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] For port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf, host dv-cinder-792299-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:34:11.687897 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-34e0d35e-853f-4f08-a026-e3e092720f5a req-cfd3a8da-3858-42f8-8de2-36bcfd1dcc93 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738690 May 27 18:34:11.728944 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.772431 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron_lib.callbacks.manager [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:11.779077 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-7f2cb1da-4d7d-4b64-92a7-6482a71bd236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:11.865122 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:11.865744 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:11.900632 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Allocated IP 172.28.0.222 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/910e3767-75f9-4751-9b8f-0f0abfb1558b) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:34:11.930593 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Pushing event updated for resources: {'Port': ['ID=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,revision_number=4']} {{(pid=92299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:11.935494 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG oslo_concurrency.lockutils [None req-872d1631-c4ae-4cdc-bbc9-85f800f8a563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92299) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:12.057626 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:12.078185 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:12.160360 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:12.164142 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7c6b441c-dffb-4e2b-881c-bf5a867b36b4 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:12.228175 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:12.231190 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:12.234220 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:34:12.382634 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'Port': ['ID=910e3767-75f9-4751-9b8f-0f0abfb1558b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:12.385571 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:12.406969 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:11Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:12.419468 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4dde39-e399-429b-a937-fb85e28a235b None None] The sync data for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb is: [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:11Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:34:12.441832 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:12.575904 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a65afb-e869-4df8-ae06-123a127a78d3 req-6061c352-c61a-4a28-ac5a-1c812a24e93c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:12.584044 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e1a65afb-e869-4df8-ae06-123a127a78d3 req-6061c352-c61a-4a28-ac5a-1c812a24e93c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1327324 May 27 18:34:12.604697 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:12.662786 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e1a65afb-e869-4df8-ae06-123a127a78d3 req-88c7dc20-406f-40cd-ae4e-bf4dbe6007ee tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757830 May 27 18:34:12.875271 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:12.914559 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3a5ad-d202-42e4-b43a-208e4573abfc req-5b334b9c-a8b4-47c7-9bc7-ac4691f01de5 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:12.916125 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-36a3a5ad-d202-42e4-b43a-208e4573abfc req-5b334b9c-a8b4-47c7-9bc7-ac4691f01de5 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.0864964 May 27 18:34:12.944847 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:12.949661 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:12.979398 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-36a3a5ad-d202-42e4-b43a-208e4573abfc req-64d28e15-609c-484d-bb70-580ef18d2a1f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556259 May 27 18:34:13.064696 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'Port': ['ID=910e3767-75f9-4751-9b8f-0f0abfb1558b,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:13.068734 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:13.076514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:13.198008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:13.198008 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8772507 May 27 18:34:13.231513 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 51e1daa4-446f-4d5e-9797-d89eff7e3cdf up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:13.364999 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning for port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:13.370156 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:13.370535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:13.498200 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:13.537003 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] For port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:13.624186 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:13.627437 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:13.709804 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Pushing event updated for resources: {'Port': ['ID=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:13.712956 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:13.884890 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b603144-4434-45a8-beab-9d5dca780b9d req-a7bbe4f4-00ec-4b61-8bb2-430ce91bc480 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:13.886337 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b603144-4434-45a8-beab-9d5dca780b9d req-a7bbe4f4-00ec-4b61-8bb2-430ce91bc480 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.1023133 May 27 18:34:13.934546 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b603144-4434-45a8-beab-9d5dca780b9d req-f46ce642-fd6a-4c3b-895a-db02658e1276 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409324 May 27 18:34:14.229471 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4619fc-9c96-41d1-867d-06099ae582ec req-1d7bcae7-ceee-4e9b-9760-44a4f9a82cc8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:14.231009 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ea4619fc-9c96-41d1-867d-06099ae582ec req-1d7bcae7-ceee-4e9b-9760-44a4f9a82cc8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 943 time: 0.0932171 May 27 18:34:14.281696 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ea4619fc-9c96-41d1-867d-06099ae582ec req-ec99da66-218c-4329-bbc3-ad240a125961 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450110 May 27 18:34:14.565920 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 2e6a3928-ffec-44d8-9117-ad7b0b656c40 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:34:14.710052 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:14.724666 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'port_id': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'mac_address': 'fa:16:3e:04:22:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:34:14.784032 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:14.802305 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6a3928-ffec-44d8-9117-ad7b0b656c40 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:34:14.817468 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:14.913571 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:14.915419 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a6be6820-659b-403f-adee-7942502e03cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:14.990085 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:14.993615 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:15.134064 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ad12f-ffda-45a8-a317-ad1e41c81174 req-57bcc6f7-d07b-47df-91c1-ed858dcae827 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:15.135609 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-281ad12f-ffda-45a8-a317-ad1e41c81174 req-57bcc6f7-d07b-47df-91c1-ed858dcae827 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0799947 May 27 18:34:15.187004 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-281ad12f-ffda-45a8-a317-ad1e41c81174 req-6783b313-4c9b-4046-87ba-355e62493537 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 May 27 18:34:15.201107 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 51e1daa4-446f-4d5e-9797-d89eff7e3cdf up at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:15.271524 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Provisioning complete for port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:15.271930 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:15.407327 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['2e6a3928-ffec-44d8-9117-ad7b0b656c40'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:34:15.474534 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418b526-5889-41a2-af89-b9e076328673 req-01de8b3e-7232-4bd7-898e-c4eba8f0bf3a tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:15.476061 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1418b526-5889-41a2-af89-b9e076328673 req-01de8b3e-7232-4bd7-898e-c4eba8f0bf3a tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 944 time: 0.0878904 May 27 18:34:15.525630 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1418b526-5889-41a2-af89-b9e076328673 req-5bafebec-194b-4826-bf14-908327db5ce1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439014 May 27 18:34:16.377632 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9206c-36a9-459e-a704-fce53f6bc703 req-c206d626-f9f0-4041-b4ac-20a57af4a64e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:16.379095 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-79b9206c-36a9-459e-a704-fce53f6bc703 req-c206d626-f9f0-4041-b4ac-20a57af4a64e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0807073 May 27 18:34:16.427878 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-79b9206c-36a9-459e-a704-fce53f6bc703 req-0bc421bc-2cca-4883-b957-c9c2a6a4fa02 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 May 27 18:34:16.569547 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 2e6a3928-ffec-44d8-9117-ad7b0b656c40 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:16.690703 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:16.697994 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:16.698444 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:16.725502 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0abbd-59e2-424b-a6a9-00f66fa840a3 req-89ac833e-20fc-4b3e-9e7f-a554f5f2798d tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:16.726964 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-59f0abbd-59e2-424b-a6a9-00f66fa840a3 req-89ac833e-20fc-4b3e-9e7f-a554f5f2798d tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 944 time: 0.0905874 May 27 18:34:16.775396 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-59f0abbd-59e2-424b-a6a9-00f66fa840a3 req-ce0f6ccc-8112-4046-af0c-640d422a3b75 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 May 27 18:34:16.834185 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:16.862530 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:16.879740 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:16.914018 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'code': 200} May 27 18:34:16.976259 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:16.978088 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-031f7f8a-331d-4ec5-8587-4aa8237dd08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:17.052178 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:17.060414 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.062932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.062932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.062932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.062932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.062932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.062932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.062932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.063463 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.063729 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.063913 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.064220 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:17.068019 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:17.368277 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f72a3-af16-4d60-9958-f59fab2546cb req-c80b8fdc-1475-473a-8f8f-ced7424ce1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:17.369668 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-3a1f72a3-af16-4d60-9958-f59fab2546cb req-c80b8fdc-1475-473a-8f8f-ced7424ce1c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1098 time: 0.0721750 May 27 18:34:17.412376 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-3a1f72a3-af16-4d60-9958-f59fab2546cb req-3a0effc9-c0ca-40f5-8ebe-1feb2ab7f3b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 May 27 18:34:17.629247 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df7998-c6a3-45da-9583-413bd43110e7 req-64353405-eea0-4ac6-a574-78059b663864 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:17.630615 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c7df7998-c6a3-45da-9583-413bd43110e7 req-64353405-eea0-4ac6-a574-78059b663864 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0855350 May 27 18:34:17.730189 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c7df7998-c6a3-45da-9583-413bd43110e7 req-ff823a6a-3b90-44b4-9b2f-0c4b9e83bf09 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938866 May 27 18:34:17.969442 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda248e-166b-4dfb-ba0d-f38515f994c5 req-93eedad1-dc6e-4fd2-a60e-85a313192d5a tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:17.970780 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7fda248e-166b-4dfb-ba0d-f38515f994c5 req-93eedad1-dc6e-4fd2-a60e-85a313192d5a tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.0866702 May 27 18:34:18.019027 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7fda248e-166b-4dfb-ba0d-f38515f994c5 req-0e4be330-4d25-4a21-a350-6b310c44b343 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 May 27 18:34:18.282042 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-5acf509f-9d55-4f6c-b22b-737115524135 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:18.401479 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-5acf509f-9d55-4f6c-b22b-737115524135 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:18.402682 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-5acf509f-9d55-4f6c-b22b-737115524135 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--53779145&fields=id&tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d HTTP/1.1" status: 200 len: 267 time: 0.1629117 May 27 18:34:18.556609 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-a6cc5edf-a600-46f9-8a8e-d27132af577f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:18.557291 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-a6cc5edf-a600-46f9-8a8e-d27132af577f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:network {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:18.704545 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-a6cc5edf-a600-46f9-8a8e-d27132af577f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:network {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:18.705723 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-a6cc5edf-a600-46f9-8a8e-d27132af577f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 811 time: 0.2957895 May 27 18:34:18.729050 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-73aa6928-c9a2-48ab-892c-c5238c1099fb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/quotas/5d1b6c6db54445fe85fcff4236a8ac5d HTTP/1.1" status: 200 len: 375 time: 0.0177436 May 27 18:34:18.824568 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-8538ca78-a305-41d0-97b6-8d8ee628ef4c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:18.944054 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7cb75-8306-436b-88f4-8ee9d30608cc req-60bc4e12-fe93-4d21-a529-8f8865148637 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:18.945635 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c1f7cb75-8306-436b-88f4-8ee9d30608cc req-60bc4e12-fe93-4d21-a529-8f8865148637 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0923140 May 27 18:34:18.967022 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-8538ca78-a305-41d0-97b6-8d8ee628ef4c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:18.968385 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-8538ca78-a305-41d0-97b6-8d8ee628ef4c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2314045 May 27 18:34:19.067701 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c1f7cb75-8306-436b-88f4-8ee9d30608cc req-41daa9a4-0965-4039-abe0-c27f887076d5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162958 May 27 18:34:19.133771 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-13421038-518a-4c32-9b34-a3292b7548b2 service neutron] 10.222.0.36 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506236 May 27 18:34:19.302229 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-95f37652-646e-4980-8758-4fe8a2297f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:19.303917 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-95f37652-646e-4980-8758-4fe8a2297f89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1098 time: 0.0916855 May 27 18:34:19.354674 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-a350a69a-58bf-47af-a547-64b7d0b956d7 service neutron] 10.222.0.36 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137322 May 27 18:34:19.376241 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db110c-6830-477d-aad1-cddc4f5e35b3 req-562eb60e-de13-4301-a122-b28995b49475 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:19.377766 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c2db110c-6830-477d-aad1-cddc4f5e35b3 req-562eb60e-de13-4301-a122-b28995b49475 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.1575661 May 27 18:34:19.434334 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c2db110c-6830-477d-aad1-cddc4f5e35b3 req-d700f6ef-b553-4f3b-be90-572f7a71fe8d tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 May 27 18:34:19.504158 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-c7ada80c-759c-4d2c-82c3-48b94d11d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:19.505704 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-c7ada80c-759c-4d2c-82c3-48b94d11d826 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1951408 May 27 18:34:19.615674 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-d400e5a3-a7c7-4950-88e4-32dac66b07fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 1001 time: 0.1029170 May 27 18:34:19.634755 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0267be-d220-4d96-91c0-72e3604e907c req-c8de7cc8-0968-49d7-be05-d88d15f240c6 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:19.636258 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5c0267be-d220-4d96-91c0-72e3604e907c req-c8de7cc8-0968-49d7-be05-d88d15f240c6 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.0872846 May 27 18:34:19.687089 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5c0267be-d220-4d96-91c0-72e3604e907c req-51ca7abc-f19b-416f-b351-83ee9adfbbb4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 May 27 18:34:19.689835 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-6bd71a03-9029-4921-a688-47523add9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:19.691545 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-6bd71a03-9029-4921-a688-47523add9e32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0692577 May 27 18:34:19.778433 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-7f938e61-0eaa-42d5-a18a-363be88a3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:19.780741 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-7f938e61-0eaa-42d5-a18a-363be88a3d53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815585 May 27 18:34:19.927324 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-20488087-ffd2-4b82-bbbe-74dfdc9fc28e service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399789 May 27 18:34:20.069476 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-771f33cb-7748-4d76-9671-9c0052775bf1 req-f66e2983-1e5a-4066-aabc-a6e493e57ca6 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315482 May 27 18:34:20.080382 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:34:20.182021 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654a967-d9e5-4bf0-ad57-c79383ef56a8 req-126d07c7-6f15-474d-a340-05a285f0f02e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:20.183415 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6654a967-d9e5-4bf0-ad57-c79383ef56a8 req-126d07c7-6f15-474d-a340-05a285f0f02e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.0856705 May 27 18:34:20.229825 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6654a967-d9e5-4bf0-ad57-c79383ef56a8 req-36c23681-397c-4efe-82bc-7d301387f8f6 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 May 27 18:34:20.408009 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3bc80-0b56-46cc-a8a3-185326119509 req-4914430b-33b4-4b95-bd58-6699338e4431 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:20.409532 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11f3bc80-0b56-46cc-a8a3-185326119509 req-4914430b-33b4-4b95-bd58-6699338e4431 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0843778 May 27 18:34:20.456763 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11f3bc80-0b56-46cc-a8a3-185326119509 req-d4d968ff-6300-4c0b-8085-16a7240272a2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414488 May 27 18:34:20.676088 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7e00bc62-7eec-4f36-ac0f-147305afc9ef req-64a40e98-8a3e-4d76-86aa-4e8a7f5963b8 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0516818 May 27 18:34:21.655993 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0308d-fa06-4f55-ac4c-0301cf0d342e req-9209ad4a-cedd-483e-a6c4-61f0ddb2d88e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:21.657494 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6ab0308d-fa06-4f55-ac4c-0301cf0d342e req-9209ad4a-cedd-483e-a6c4-61f0ddb2d88e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 945 time: 0.0831664 May 27 18:34:21.704382 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6ab0308d-fa06-4f55-ac4c-0301cf0d342e req-0a78e186-7bee-422b-a9c2-4e9b8223c701 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408118 May 27 18:34:21.830758 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3a1699b8-5bf6-4c11-9202-d0cf08636e7c req-605cf030-ba6b-43e6-a59c-07823c04569c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0483019 May 27 18:34:22.593169 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:34:22.716325 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:22.745450 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:22.757775 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:22.791791 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a', 'code': 200} May 27 18:34:22.824346 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:22.826175 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4473745c-1d25-4d75-beb6-3fdbee028f1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:22.897338 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=8']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:22.901184 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:22.911792 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e611a-e87a-49eb-91b8-2421e7d9ecd6 req-0756bc7d-2668-4594-901f-a1ae73f4b3c1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:22.913434 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be2e611a-e87a-49eb-91b8-2421e7d9ecd6 req-0756bc7d-2668-4594-901f-a1ae73f4b3c1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0841544 May 27 18:34:22.992840 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be2e611a-e87a-49eb-91b8-2421e7d9ecd6 req-76ea73ac-7091-4564-afaa-70022253e535 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736663 May 27 18:34:23.014218 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-23aae105-fd70-4d25-b8c6-291552673528 req-37811fa2-9841-42c4-9f3b-394fd394227e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0579691 May 27 18:34:23.531952 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-0fd91295-5655-4fc0-b6a4-d865cc1de37e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:23.533536 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-0fd91295-5655-4fc0-b6a4-d865cc1de37e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 811 time: 0.1730580 May 27 18:34:23.588497 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-b8fd2dd1-bf65-4682-b553-7a71f2ddab1e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:23.605920 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-b8fd2dd1-bf65-4682-b553-7a71f2ddab1e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:23.607280 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-b8fd2dd1-bf65-4682-b553-7a71f2ddab1e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d HTTP/1.1" status: 200 len: 378 time: 0.0638807 May 27 18:34:23.627311 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'port': {'device_id': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'admin_state_up': True, 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'security_groups': ['133620fa-8689-42aa-815e-9b52e68c51fc']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:23.794884 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:23.806790 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:23.931443 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Made reservation on behalf of 5d1b6c6db54445fe85fcff4236a8ac5d for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:34:23.940824 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:24.214753 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Allocated IP 172.20.0.10 (16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4/b8ab5816-9c80-4298-857e-c7f11cdcb889/1aa18b5a-1669-477b-9328-4a0374714bcd) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:34:24.408651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:24.424826 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Transition to ACTIVE for port object 1aa18b5a-1669-477b-9328-4a0374714bcd will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:24.510879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:24.517358 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:24.583132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:24.586376 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:24.590422 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:34:24.611104 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d1874-ed93-4a96-b928-f9b4e01e4804 req-14a7e3ff-831a-4821-ab82-9b7665b0fdde tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:24.612801 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e14d1874-ed93-4a96-b928-f9b4e01e4804 req-14a7e3ff-831a-4821-ab82-9b7665b0fdde tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 932 time: 0.0863075 May 27 18:34:24.632124 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'Port': ['ID=1aa18b5a-1669-477b-9328-4a0374714bcd,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:24.636744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:24.665696 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e14d1874-ed93-4a96-b928-f9b4e01e4804 req-77e604f4-9dd3-4851-9874-d9630a9eda0a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438924 May 27 18:34:24.665921 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:24.666443 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:24.783531 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1705728 May 27 18:34:24.796224 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Request body: {'port': {'device_id': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:24.913878 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:24.947644 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-c9d8eb9e-a679-4826-a834-bb4d91375c25 None None] Provisioning for port 1aa18b5a-1669-477b-9328-4a0374714bcd completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:24.955947 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-c9d8eb9e-a679-4826-a834-bb4d91375c25 None None] Provisioning complete for port 1aa18b5a-1669-477b-9328-4a0374714bcd triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:24.957305 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c9d8eb9e-a679-4826-a834-bb4d91375c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:25.040903 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-c9d8eb9e-a679-4826-a834-bb4d91375c25 None None] Port 1aa18b5a-1669-477b-9328-4a0374714bcd cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:34:25.294572 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4b2d0-70c2-4cd4-8db3-e7c74ac8eb1c req-7e70109c-0f0a-4336-af64-6cdc44ab55af tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:25.297671 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fd4b2d0-70c2-4cd4-8db3-e7c74ac8eb1c req-7e70109c-0f0a-4336-af64-6cdc44ab55af tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1602015 May 27 18:34:25.310165 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa18b5a-1669-477b-9328-4a0374714bcd {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:34:25.316868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:25.332237 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Transition to ACTIVE for port object 1aa18b5a-1669-477b-9328-4a0374714bcd will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:25.348899 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fd4b2d0-70c2-4cd4-8db3-e7c74ac8eb1c req-a566f72d-9df3-41e3-b368-dc504c5ee4a9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453715 May 27 18:34:25.390734 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:25.398062 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e5be6228-fb36-4146-a50b-e397b2cf7bc0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:25.529178 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa18b5a-1669-477b-9328-4a0374714bcd,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:25.557411 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:25.639335 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Attempting to bind port 1aa18b5a-1669-477b-9328-4a0374714bcd on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:34:25.640030 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Attempting to bind port 1aa18b5a-1669-477b-9328-4a0374714bcd by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:34:25.640620 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Attempting to bind port 1aa18b5a-1669-477b-9328-4a0374714bcd on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:34:25.644657 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44314) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:25.645091 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Port 1aa18b5a-1669-477b-9328-4a0374714bcd on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:34:25.645401 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Attempting to bind port 1aa18b5a-1669-477b-9328-4a0374714bcd on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:34:25.650540 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:34:25.650864 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Checking segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:34:25.651259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Bound using segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:34:25.651749 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Bound port: 1aa18b5a-1669-477b-9328-4a0374714bcd, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:34:25.652869 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:25.751727 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] For port 1aa18b5a-1669-477b-9328-4a0374714bcd, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:34:25.754891 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] For port 1aa18b5a-1669-477b-9328-4a0374714bcd, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1aa18b5a-1669-477b-9328-4a0374714bcd,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:34:25.759505 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-ca966b26-9c9b-4b80-bb14-d794e0a393d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136734 May 27 18:34:25.839731 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:25.845205 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c5219021-3869-4dc3-a283-d8266d748d52 tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:25.858207 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16130-685b-4d9a-9740-7d0b2babdc02 req-6cb58454-3ddf-43a6-9f9a-7b8add33cafc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:25.860390 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cab16130-685b-4d9a-9740-7d0b2babdc02 req-6cb58454-3ddf-43a6-9f9a-7b8add33cafc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 944 time: 0.0862973 May 27 18:34:25.917945 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cab16130-685b-4d9a-9740-7d0b2babdc02 req-7a9ce3ca-66bc-4ded-a3dd-34f343bd7f7e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494556 May 27 18:34:25.922803 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa18b5a-1669-477b-9328-4a0374714bcd,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:25.935170 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:25.940439 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:25.941047 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:25.942406 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] 10.222.0.47 "PUT /v2.0/ports/1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 200 len: 1094 time: 1.1505525 May 27 18:34:25.943669 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:25.993455 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'status': 'completed', 'code': 200} May 27 18:34:26.108444 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85422d-c33a-4f18-b258-a8ce6d359a8a req-ed8c871f-4141-4969-9707-fdc7855b4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:26.110266 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ba85422d-c33a-4f18-b258-a8ce6d359a8a req-ed8c871f-4141-4969-9707-fdc7855b4192 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0954618 May 27 18:34:26.276351 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85422d-c33a-4f18-b258-a8ce6d359a8a req-afb403df-fba1-4238-9c31-6d8e4731b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:26.277967 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ba85422d-c33a-4f18-b258-a8ce6d359a8a req-afb403df-fba1-4238-9c31-6d8e4731b6d9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1501920 May 27 18:34:26.517170 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85422d-c33a-4f18-b258-a8ce6d359a8a req-e503b696-3c6d-41c4-acdd-0d036f0dd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:26.518876 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ba85422d-c33a-4f18-b258-a8ce6d359a8a req-e503b696-3c6d-41c4-acdd-0d036f0dd078 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345867 May 27 18:34:26.554092 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd32ea1-1a8c-408a-b7cb-d9758f9429f0 req-3972c2f3-d2a9-4ea4-9e59-cae4f2066631 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:26.555614 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bfd32ea1-1a8c-408a-b7cb-d9758f9429f0 req-3972c2f3-d2a9-4ea4-9e59-cae4f2066631 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0854056 May 27 18:34:26.608945 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bfd32ea1-1a8c-408a-b7cb-d9758f9429f0 req-28a6f631-b71a-4ad0-9a8d-2d152aa577d4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455391 May 27 18:34:26.642672 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-505515a2-a745-4bda-8d33-3375badd537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:26.644249 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-505515a2-a745-4bda-8d33-3375badd537e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1097 time: 0.0759697 May 27 18:34:26.720826 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-88c6bc5c-cc2a-4d90-a43c-87cd63badad4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 200 len: 217 time: 0.0683935 May 27 18:34:26.785001 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-e27c8c8c-dcad-4ac7-a726-be9c94c97c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:26.786476 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-e27c8c8c-dcad-4ac7-a726-be9c94c97c3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0594661 May 27 18:34:26.873823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-9d337f3d-8b64-4dd6-876c-beacd4fb856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:26.875741 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-9d337f3d-8b64-4dd6-876c-beacd4fb856c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826187 May 27 18:34:27.018590 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-16c9d328-8913-4965-8b0f-4ab248ceb3fe service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353159 May 27 18:34:27.122384 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba0a07-7318-4051-b03d-dd21c06d1b4b req-bf10fd91-d61b-49bd-b272-a4e4dfc94472 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:27.130238 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-68ba0a07-7318-4051-b03d-dd21c06d1b4b req-bf10fd91-d61b-49bd-b272-a4e4dfc94472 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 944 time: 0.0949585 May 27 18:34:27.184241 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-68ba0a07-7318-4051-b03d-dd21c06d1b4b req-78f25ece-4782-4b4a-be0e-e2f30426b1f8 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528815 May 27 18:34:27.190114 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-39ec645a-4ebd-466a-b7d7-c84feea74025 req-a43d81d4-7781-48ae-b650-8954650b5bf2 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652985 May 27 18:34:27.801513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c03d9-5ea7-43c1-a4ee-85767521eccc req-24d5fc9e-ae52-49e9-9098-19785d2c518b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:27.802945 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-515c03d9-5ea7-43c1-a4ee-85767521eccc req-24d5fc9e-ae52-49e9-9098-19785d2c518b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0834591 May 27 18:34:27.847265 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-515c03d9-5ea7-43c1-a4ee-85767521eccc req-9f97cf2a-debd-499c-bd0d-6a8ea3eccc1f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386043 May 27 18:34:28.385981 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e37fe7-a180-447c-8e9e-b52ee87bc2ee req-8fddba24-7ad9-4ded-ba8e-dfda6f5cb3f1 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:28.388211 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e4e37fe7-a180-447c-8e9e-b52ee87bc2ee req-8fddba24-7ad9-4ded-ba8e-dfda6f5cb3f1 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 944 time: 0.0838273 May 27 18:34:28.438006 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e4e37fe7-a180-447c-8e9e-b52ee87bc2ee req-e33572bf-12f7-4d80-9728-807e149bd632 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434375 May 27 18:34:29.043778 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da61b1a-57d4-4793-a74b-901fb0c2c6dd req-12fa9557-a385-46aa-8e8d-99efb54ad176 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.045141 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5da61b1a-57d4-4793-a74b-901fb0c2c6dd req-12fa9557-a385-46aa-8e8d-99efb54ad176 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0854759 May 27 18:34:29.092749 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5da61b1a-57d4-4793-a74b-901fb0c2c6dd req-ab3e423e-5571-430c-94bd-38efd723c0d5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416267 May 27 18:34:29.121664 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:29.191117 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab967-143e-446b-bba7-614231316443 req-aeb39fe8-013e-4952-83da-51309be9b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.192615 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-aeb39fe8-013e-4952-83da-51309be9b9e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9&tenant_id=3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 1096 time: 0.0744460 May 27 18:34:29.297177 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab967-143e-446b-bba7-614231316443 req-7952b439-8b97-4c80-bc75-39f60fade53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.299057 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-7952b439-8b97-4c80-bc75-39f60fade53f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1096 time: 0.0838566 May 27 18:34:29.448579 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab967-143e-446b-bba7-614231316443 req-71d834ff-f013-4319-a2b3-48dd0b539b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.450117 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-71d834ff-f013-4319-a2b3-48dd0b539b06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1437702 May 27 18:34:29.561553 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-2b4ead7b-bab6-4146-a9f8-6ff974a07675 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 999 time: 0.1043794 May 27 18:34:29.634536 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab967-143e-446b-bba7-614231316443 req-10978b79-4d81-4d72-8a59-ee9b3e5312cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.636259 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-10978b79-4d81-4d72-8a59-ee9b3e5312cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0681853 May 27 18:34:29.670187 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-742092ac-298f-48da-ab82-40cc41d8e8dc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Synchronizing usage tracker for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:security_group {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:29.700575 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cc927-9cae-4e16-b5b8-54379558f0ee req-21d418d0-d6aa-4dad-b974-8406999d15df tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.702036 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-155cc927-9cae-4e16-b5b8-54379558f0ee req-21d418d0-d6aa-4dad-b974-8406999d15df tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 944 time: 0.1389070 May 27 18:34:29.714184 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dab967-143e-446b-bba7-614231316443 req-c6498fb0-b9ab-484e-b9f2-860ec49f6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.715628 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-c6498fb0-b9ab-484e-b9f2-860ec49f6ca9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732529 May 27 18:34:29.752084 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-155cc927-9cae-4e16-b5b8-54379558f0ee req-82f28de5-eae7-4ae1-a117-44b2ad95c7e2 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430357 May 27 18:34:29.753622 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-742092ac-298f-48da-ab82-40cc41d8e8dc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Unset dirty status for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:security_group {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:29.754780 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-742092ac-298f-48da-ab82-40cc41d8e8dc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99343491&fields=id&tenant_id=bc642b80ab774ba8b4aa3c90579e0041 HTTP/1.1" status: 200 len: 267 time: 0.1433458 May 27 18:34:29.855281 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-2f0e9740-5221-494d-91af-81e08dc5018d service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319709 May 27 18:34:29.970506 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-48f611e0-472b-4767-9b63-cfe6ff94dde4 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.971950 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-48f611e0-472b-4767-9b63-cfe6ff94dde4 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 808 time: 0.2093303 May 27 18:34:29.993182 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2980fe2-6d7f-43f9-831e-1398db1ea5be req-93008740-bbdf-4712-b869-938952353f6f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:29.995018 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c2980fe2-6d7f-43f9-831e-1398db1ea5be req-93008740-bbdf-4712-b869-938952353f6f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.1455133 May 27 18:34:29.996784 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-bea0815c-1c63-4c94-a9b6-61cd5040e58a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/quotas/bc642b80ab774ba8b4aa3c90579e0041 HTTP/1.1" status: 200 len: 375 time: 0.0194356 May 27 18:34:30.004294 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-74dab967-143e-446b-bba7-614231316443 req-5f7d3fd2-3ef5-43b0-a560-e272ba8e0de6 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422951 May 27 18:34:30.090245 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c2980fe2-6d7f-43f9-831e-1398db1ea5be req-5e6d61c6-3c7e-4754-b984-491f997499ea tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885603 May 27 18:34:30.113914 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44400) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:30.118040 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-477fb845-5bf5-4558-96f9-f14959783c22 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987873 May 27 18:34:30.336154 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-ea67a230-4b97-4832-8aa0-9b8412561d8f service neutron] 10.222.0.36 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947839 May 27 18:34:30.337008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68c440-6f5a-4cc0-881b-590c27938d91 tempest-TestMinimumBasicScenario-466351526 tempest-TestMinimumBasicScenario-466351526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:30.338556 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-2b68c440-6f5a-4cc0-881b-590c27938d91 tempest-TestMinimumBasicScenario-466351526 tempest-TestMinimumBasicScenario-466351526-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1093 time: 0.2237480 May 27 18:34:30.341361 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44420) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:30.347752 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'floatingip': {'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'port_id': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:30.352874 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a802a-4b5d-4ef7-a881-d6d1c1c42061 req-361956fb-5587-4e5f-b944-cbd7062dc300 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:30.353835 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:30.358146 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:floatingip and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:30.363508 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-920a802a-4b5d-4ef7-a881-d6d1c1c42061 req-361956fb-5587-4e5f-b944-cbd7062dc300 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1393707 May 27 18:34:30.363660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:30.368230 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:30.433159 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for floatingip, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:30.486638 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-920a802a-4b5d-4ef7-a881-d6d1c1c42061 req-5c0d53f6-228b-49de-a803-6c65eaeb39ae tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259363 May 27 18:34:30.547234 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-59864b3e-c411-490d-a0ce-23bd2d837580 service neutron] 10.222.0.36 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020929 May 27 18:34:30.612512 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1aa18b5a-1669-477b-9328-4a0374714bcd details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:34:30.710011 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:30.813779 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1aa18b5a-1669-477b-9328-4a0374714bcd, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1aa18b5a-1669-477b-9328-4a0374714bcd,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:30.850333 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'port_id': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'mac_address': 'fa:16:3e:80:57:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:34:30.906140 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Allocated IP 172.28.0.153 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/187eb253-a7b6-413a-a32b-7024d4c3a458) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:34:30.911276 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:30.928732 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa18b5a-1669-477b-9328-4a0374714bcd {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:34:30.945537 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1aa18b5a-1669-477b-9328-4a0374714bcd, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1aa18b5a-1669-477b-9328-4a0374714bcd,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:31.045615 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:31.057916 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-507417f0-2bb3-4edf-b87f-4a9d26b972d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:31.104617 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:31.266099 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=1aa18b5a-1669-477b-9328-4a0374714bcd,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:31.272268 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:31.303521 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abe1f4-07f2-4d2a-bf0b-edc7bee853ae req-fa0b73c9-84f9-44af-a2b3-9d63fe0a6123 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:31.305141 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a4abe1f4-07f2-4d2a-bf0b-edc7bee853ae req-fa0b73c9-84f9-44af-a2b3-9d63fe0a6123 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 945 time: 0.1066170 May 27 18:34:31.327995 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:31.333786 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f6136d64-50a0-4665-8eba-27a78c921e8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:31.357201 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a4abe1f4-07f2-4d2a-bf0b-edc7bee853ae req-d8bdf2f0-47e3-4756-9ca3-040bb0d55126 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460536 May 27 18:34:31.414925 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:31.417896 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:31.422799 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:34:31.472163 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'Port': ['ID=187eb253-a7b6-413a-a32b-7024d4c3a458,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:31.476464 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:31.548398 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['1aa18b5a-1669-477b-9328-4a0374714bcd'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:34:31.626343 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-785ced6c-09db-4f1a-8d23-fc0e5933ee52 req-69dcdbb9-2d6e-45bb-bbf5-94c9c0aaa374 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.1678536 May 27 18:34:31.885172 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12a5ec-4756-4554-9f2a-6db72e44abfc req-25a44fd5-fec1-44e2-8ebe-a15a79232ce2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:31.893249 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2b12a5ec-4756-4554-9f2a-6db72e44abfc req-25a44fd5-fec1-44e2-8ebe-a15a79232ce2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1813662 May 27 18:34:31.944982 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2b12a5ec-4756-4554-9f2a-6db72e44abfc req-c9d09fb5-e3ed-4049-aad6-f4c856fafacf tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507848 May 27 18:34:32.058523 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:32.210004 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:32.459408 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-29da91e6-41c7-4f87-b6c3-47b00f911880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:32.463130 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:32.559401 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c7995-645f-43af-b9d4-0ffecf519c4f req-9c956b3b-ea5a-4d9c-bfa0-1392de4b0869 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:32.560903 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-250c7995-645f-43af-b9d4-0ffecf519c4f req-9c956b3b-ea5a-4d9c-bfa0-1392de4b0869 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 945 time: 0.0838079 May 27 18:34:32.567131 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:32.571458 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:32.608004 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-250c7995-645f-43af-b9d4-0ffecf519c4f req-e7ef7887-d07b-42dc-8927-ada64c446f4a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406697 May 27 18:34:32.690482 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'Port': ['ID=187eb253-a7b6-413a-a32b-7024d4c3a458,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:32.700871 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:32.709974 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:32.730848 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-df0bb85e-b2ab-488a-adc7-d1397e62d5dc req-3fc3e101-ca19-41c5-869d-d7c8c2b61aa1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0492887 May 27 18:34:32.902372 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.l3_db [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Floating IP 3464911d-90bb-49ce-994a-d8fed048b6a8 associated. External IP: 172.28.0.153, port: 2e6a3928-ffec-44d8-9117-ad7b0b656c40. May 27 18:34:33.166099 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e31ad6-c2e8-4fd5-981b-499b00e88c8c req-ae9b86ec-d75b-4032-9577-e0bcb48e7b7e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:33.167799 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-52e31ad6-c2e8-4fd5-981b-499b00e88c8c req-ae9b86ec-d75b-4032-9577-e0bcb48e7b7e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0997379 May 27 18:34:33.214556 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-52e31ad6-c2e8-4fd5-981b-499b00e88c8c req-7a8cff16-b07e-49b9-8b81-e882af8a00b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405703 May 27 18:34:33.389401 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:34:33.577200 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:34:33.587568 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] Sync routers for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:34:33.600818 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:33.606040 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:33.687518 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:33.778246 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4340696 May 27 18:34:33.779266 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:33.782747 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44482) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:33.808672 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1540502629', 'description': 'tempest-secgroup-smoke-1540502629 description', 'project_id': 'da363e6cafa0494b881aff236daa61e0'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:33.808897 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:33.814229 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:33.836050 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:33.880427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857326da-b288-4f86-9434-554f2afd8d8c req-0b800052-1896-46bc-b8f9-0e7952d10d75 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:33.882062 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-857326da-b288-4f86-9434-554f2afd8d8c req-0b800052-1896-46bc-b8f9-0e7952d10d75 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 945 time: 0.1601727 May 27 18:34:33.932019 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f444c465-6a4e-44c4-ab8b-088df447cb66 req-f99f342d-8e05-4d87-bc54-e8a27d5a5b06 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0603566 May 27 18:34:33.968979 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:33.990864 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'status': 'completed', 'code': 200} May 27 18:34:34.005339 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-857326da-b288-4f86-9434-554f2afd8d8c req-7a9f4975-f889-4bbe-87c4-adee576a95ea tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723541 May 27 18:34:34.031285 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:34.031285 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:34.031285 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:34.038447 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:34.147305 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:34.221271 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '3464911d-90bb-49ce-994a-d8fed048b6a8', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'port_id': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'mac_address': 'fa:16:3e:04:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:34:31Z', 'updated_at': '2021-05-27T18:34:31Z', 'revision_number': 0, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:12Z', 'revision_number': 5, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:34.222202 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] Checking router: 939d09cc-28e4-46cb-b627-1dc6d9da00c5 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:34:34.230544 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:34.231144 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:34.398432 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:34.402211 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-4bdbfbe3-e971-4031-9342-adc9c687d2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:34.441612 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:34.472031 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5e6a11-79a4-4a1d-8900-74c18ff4de62,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:34.475970 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:34.496486 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b68d5-7090-4964-b517-bd6ac2c03c91 req-19a65102-7ff1-4438-b8e1-2ab1fdaedfe5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:34.497983 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e4b68d5-7090-4964-b517-bd6ac2c03c91 req-19a65102-7ff1-4438-b8e1-2ab1fdaedfe5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1538265 May 27 18:34:34.566531 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e4b68d5-7090-4964-b517-bd6ac2c03c91 req-a86928d0-5522-4f99-a715-7f6c6595c81e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627861 May 27 18:34:34.636766 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1aa18b5a-1669-477b-9328-4a0374714bcd up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:34.941596 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '3464911d-90bb-49ce-994a-d8fed048b6a8', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'port_id': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'mac_address': 'fa:16:3e:04:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:34:31Z', 'updated_at': '2021-05-27T18:34:31Z', 'revision_number': 0, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:12Z', 'revision_number': 5, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:34.945981 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a60d3e4-113b-4378-b1bf-8006ae2a914e None None] The sync data for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb is: [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '3464911d-90bb-49ce-994a-d8fed048b6a8', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'port_id': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'mac_address': 'fa:16:3e:04:22:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:34:31Z', 'updated_at': '2021-05-27T18:34:31Z', 'revision_number': 0, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:12Z', 'revision_number': 5, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:34:34.954562 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:34.958956 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1597769 May 27 18:34:34.959147 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44496) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:34.960571 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:34.965329 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'security_group_rule': {'security_group_id': '7f5e6a11-79a4-4a1d-8900-74c18ff4de62', 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:34.967419 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 1aa18b5a-1669-477b-9328-4a0374714bcd completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:34.973272 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:34.978455 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:34.982431 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:34.989690 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 1aa18b5a-1669-477b-9328-4a0374714bcd triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:34.989690 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:34.992043 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:35.184700 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c3874f32-1acf-4112-b0cb-42df5e515402 req-4462e9b4-e38d-41c6-b501-27d69c67b2aa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0896852 May 27 18:34:35.214807 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ff467b6e-5f14-422f-bff8-6dfea583b2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.228629 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.272800 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.293919 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d13776-8d8f-436b-85bf-a4626a94b31d None None] New status for floating IP 3464911d-90bb-49ce-994a-d8fed048b6a8: ACTIVE {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:34:35.301626 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:35.321746 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 1aa18b5a-1669-477b-9328-4a0374714bcd, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1aa18b5a-1669-477b-9328-4a0374714bcd,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:35.372240 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'code': 200} May 27 18:34:35.378662 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.403086 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df339e-df51-4d2e-94c8-d5194315edd2 req-38dd258c-4710-4a27-8c8e-03799780287e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:35.404925 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a5df339e-df51-4d2e-94c8-d5194315edd2 req-38dd258c-4710-4a27-8c8e-03799780287e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 945 time: 0.2128994 May 27 18:34:35.418633 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.421583 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:35.453766 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.460594 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:35.488477 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a5df339e-df51-4d2e-94c8-d5194315edd2 req-2da2e8f0-09eb-4f1a-8816-beba9ccc3ae5 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760252 May 27 18:34:35.500914 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fd7a95-81f7-4a86-88b0-23d1caed812c,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:35.520088 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:35.542952 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=1aa18b5a-1669-477b-9328-4a0374714bcd,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:35.546660 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:35.618898 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.622952 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-aa9772fc-54b6-4e77-9489-128f280f9c78 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6596842 May 27 18:34:35.623133 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44510) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:35.628796 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'security_group_rule': {'security_group_id': '7f5e6a11-79a4-4a1d-8900-74c18ff4de62', 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:35.636091 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:35.646608 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:35.649807 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:35.658178 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:35.769322 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.843623 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12063d2-7f03-4da9-aa8f-747b1dfa55bb req-6e9d2a3e-7088-422c-984a-87374068a6fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:35.845080 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e12063d2-7f03-4da9-aa8f-747b1dfa55bb req-6e9d2a3e-7088-422c-984a-87374068a6fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1490245 May 27 18:34:35.849483 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.897913 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e12063d2-7f03-4da9-aa8f-747b1dfa55bb req-f01a32cc-3f3a-4852-86df-fa11c78a6c04 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470409 May 27 18:34:35.949683 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:35.951798 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-edc12fb2-6509-49ae-9e3c-8f4430a7bccc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:35.972165 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8563e3e4-a137-4de0-b1b8-0574e62951b8,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:35.976029 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:36.062627 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.063911 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e64272de-49cd-41b3-9b9f-795577ae6d11 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4398198 May 27 18:34:36.066878 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44516) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:36.072093 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'security_group_rule': {'security_group_id': '7f5e6a11-79a4-4a1d-8900-74c18ff4de62', 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:36.078923 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:36.082881 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:36.086350 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:36.087404 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.093338 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:36.199228 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.276260 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.358065 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-717153ec-443f-46a6-a8c5-31615e95e832 req-741d0bed-7f09-4baf-9862-b94a65cc6550 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0505691 May 27 18:34:36.359813 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.362091 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c120da62-800e-4036-9554-200f6b43fe5c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:36.384492 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58107c34-2d99-4c75-8eef-06dba41d71a8,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:36.384492 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:36.447291 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.448534 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-35b6582f-8203-42ec-b136-58c6d8a3f05b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3806455 May 27 18:34:36.451298 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44526) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:36.456466 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'security_group_rule': {'security_group_id': '7f5e6a11-79a4-4a1d-8900-74c18ff4de62', 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:36.462342 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:36.466157 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:36.469316 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:36.477383 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:36.599173 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.721322 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.742318 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be399d7-174e-4c4c-9cdf-7c6d6db7dd8c req-86875497-866a-4793-8a60-5c3a77f44ffd tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:36.743857 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0be399d7-174e-4c4c-9cdf-7c6d6db7dd8c req-86875497-866a-4793-8a60-5c3a77f44ffd tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1258905 May 27 18:34:36.791689 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0be399d7-174e-4c4c-9cdf-7c6d6db7dd8c req-4acb092b-d7cf-4e38-9e7e-13ac7c03cb91 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421343 May 27 18:34:36.841172 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.849422 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:36.871688 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c9604f-dd6b-49af-b493-f0c30637919e,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:36.880088 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:36.966969 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:36.972055 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44536) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:36.972583 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-50c0c522-4ecb-4c9e-855d-21ee1745480e tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5197527 May 27 18:34:36.978782 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'security_group_rule': {'security_group_id': '7f5e6a11-79a4-4a1d-8900-74c18ff4de62', 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:36.987754 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:36.993217 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:36.997673 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:37.003853 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:37.136552 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8814-a53c-46a4-9622-8de010e6339d req-722630e2-ffc4-4aa4-a6ba-ac310eae9a10 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:37.138395 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-907e8814-a53c-46a4-9622-8de010e6339d req-722630e2-ffc4-4aa4-a6ba-ac310eae9a10 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1132524 May 27 18:34:37.195244 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-907e8814-a53c-46a4-9622-8de010e6339d req-51cde91c-f0c6-488a-8368-19f38f261dbc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503757 May 27 18:34:37.349866 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.securitygroups_db [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Project da363e6cafa0494b881aff236daa61e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 18:34:37.356033 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:37.444154 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:37.531971 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-60a47bed-d96e-49a6-9165-945cd731d7f6 req-9a2b8391-f5ec-48ee-bdb3-c37389228f4a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0456536 May 27 18:34:37.890574 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:37.897505 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1751fb7d-33d9-4a79-991a-b59a5ca8b287 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:37.933400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94f31af-24ae-434a-920f-1b17d8724869,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:37.937147 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:37.942057 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:38.040164 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:38.042009 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0678980 May 27 18:34:38.045094 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44550) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:38.050323 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea082d2-8591-4d6e-9f51-7e687da18a75 req-aeeb0370-a0f1-425a-8d4d-048a60929672 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:38.052246 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1ea082d2-8591-4d6e-9f51-7e687da18a75 req-aeeb0370-a0f1-425a-8d4d-048a60929672 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1325932 May 27 18:34:38.053887 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'security_group_rule': {'security_group_id': '7f5e6a11-79a4-4a1d-8900-74c18ff4de62', 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:38.067891 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:38.076265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Usage tracker for resource:security_group_rule and tenant:da363e6cafa0494b881aff236daa61e0 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:38.080930 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:38.102760 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:38.117815 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1ea082d2-8591-4d6e-9f51-7e687da18a75 req-f7d44f82-a699-471e-ae18-66467245e47b tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579102 May 27 18:34:38.253153 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.securitygroups_db [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Project da363e6cafa0494b881aff236daa61e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 18:34:38.260001 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:38.328334 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:38.395131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68d789-178f-4e63-8a02-1eb997f2f1dc req-f04a9a8c-756c-4cbf-aace-0c74c4b5fdec tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:38.399945 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ce68d789-178f-4e63-8a02-1eb997f2f1dc req-f04a9a8c-756c-4cbf-aace-0c74c4b5fdec tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0882952 May 27 18:34:38.441170 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:38.443280 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-81647997-0f7a-42e8-bedc-f26d748b5eaf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:38.443674 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ce68d789-178f-4e63-8a02-1eb997f2f1dc req-ce10e0ef-472e-414c-8624-0b8d1fcf51b6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 May 27 18:34:38.475929 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec36601-0a07-4fd9-8c63-4c87748d1195,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:38.485273 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:38.576162 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:38.580747 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5311406 May 27 18:34:38.762732 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f7d174fb-2081-4965-882f-c47f7f33265f req-9cb80289-4bd9-4629-8dab-2ca5d49a4494 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.1197085 May 27 18:34:38.790795 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-d7aeabdb-d373-4b8c-9e98-ebb9940d58d6 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Synchronizing usage tracker for tenant:da363e6cafa0494b881aff236daa61e0 on resource:security_group {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:38.869754 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-d7aeabdb-d373-4b8c-9e98-ebb9940d58d6 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Unset dirty status for tenant:da363e6cafa0494b881aff236daa61e0 on resource:security_group {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:38.870941 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-d7aeabdb-d373-4b8c-9e98-ebb9940d58d6 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540502629&fields=id&tenant_id=da363e6cafa0494b881aff236daa61e0 HTTP/1.1" status: 200 len: 267 time: 0.1366603 May 27 18:34:38.961048 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-5405fa00-ae96-45bc-bcf0-349d9c0ef6dd tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:38.962484 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-5405fa00-ae96-45bc-bcf0-349d9c0ef6dd tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.0858018 May 27 18:34:38.973945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'port': {'security_groups': ['5156660b-1115-4508-843b-340945042a17', '7f5e6a11-79a4-4a1d-8900-74c18ff4de62']}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:39.101675 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:39.447658 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09938e-7fb4-47a5-9e32-604ee5d18a8e req-429c0610-cea5-4a69-b3f7-3dfa130d3f43 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:39.449030 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8b09938e-7fb4-47a5-9e32-604ee5d18a8e req-429c0610-cea5-4a69-b3f7-3dfa130d3f43 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.2145722 May 27 18:34:39.454772 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:39.516358 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8b09938e-7fb4-47a5-9e32-604ee5d18a8e req-65a45a19-9eca-4cbb-86c8-b6d9a53b0c52 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592196 May 27 18:34:39.518302 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:39.655812 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366444'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:39.667882 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['2e6a3928-ffec-44d8-9117-ad7b0b656c40'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:34:39.673537 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:39.746273 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:39.761025 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:39.762286 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-91e3b052-609d-46ed-b8f2-98e7cd2e3e21 req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "PUT /v2.0/ports/2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 981 time: 0.7930546 May 27 18:34:39.770143 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:39.812483 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=6']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:39.820337 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:39.837876 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['2e6a3928-ffec-44d8-9117-ad7b0b656c40'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:34:39.852513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7370f-5bf7-4ba5-bf0c-b2022e76c0d8 req-4ad02dba-cbec-4274-a440-1fb5ecf15412 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:39.854158 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e5e7370f-5bf7-4ba5-bf0c-b2022e76c0d8 req-4ad02dba-cbec-4274-a440-1fb5ecf15412 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.2350552 May 27 18:34:39.981479 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e5e7370f-5bf7-4ba5-bf0c-b2022e76c0d8 req-0d3b6b72-ecec-45f4-8c34-40b1dba71407 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206870 May 27 18:34:40.043146 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc2fc-419d-42d5-93f5-6281d5078dea req-9a16410d-3ac1-480c-91f9-8b1aae52b887 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:40.044752 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f63cc2fc-419d-42d5-93f5-6281d5078dea req-9a16410d-3ac1-480c-91f9-8b1aae52b887 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.1414912 May 27 18:34:40.054883 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'status': 'completed', 'code': 200} May 27 18:34:40.107969 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f63cc2fc-419d-42d5-93f5-6281d5078dea req-5127d390-8488-4b06-834c-57bb282ad598 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507026 May 27 18:34:40.113353 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-6bf3ac82-8824-4934-b037-19306e4e3a01 None None] Provisioning complete for port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:40.113737 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ac82-8824-4934-b037-19306e4e3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:40.266459 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-56117ffe-71f8-4353-a6ab-a10c10cfdbc4 req-9ab294af-7df3-41e4-b782-ef86bebba0a6 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0851350 May 27 18:34:40.736679 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa732d-13dd-4672-956a-0033f864fa7d req-5cdcbefe-258b-4b1a-bce6-cccd09d4c41d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:40.738146 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bffa732d-13dd-4672-956a-0033f864fa7d req-5cdcbefe-258b-4b1a-bce6-cccd09d4c41d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0920491 May 27 18:34:40.785505 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bffa732d-13dd-4672-956a-0033f864fa7d req-5948d285-3306-43e2-8a7a-b774ead45229 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416629 May 27 18:34:41.199064 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d192-7619-47e4-b1a0-178590b54aeb req-73762835-f5ae-4a08-aa1b-4b708808a051 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:41.200698 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3438d192-7619-47e4-b1a0-178590b54aeb req-73762835-f5ae-4a08-aa1b-4b708808a051 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0934906 May 27 18:34:41.249513 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3438d192-7619-47e4-b1a0-178590b54aeb req-fa6b45a0-7b24-4577-9647-1081af814789 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 May 27 18:34:41.424573 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ed4787d4-b04d-4976-b9f3-a48c0d6bea7e req-60433c89-c7c3-471c-8902-dfc93e7f2f9e tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0495522 May 27 18:34:41.980087 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf3eba-73f8-456c-be6b-d2fc2af5d955 req-cb58089d-0cfb-46ff-9901-7ad5d6b3dd1a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:41.981583 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3dcf3eba-73f8-456c-be6b-d2fc2af5d955 req-cb58089d-0cfb-46ff-9901-7ad5d6b3dd1a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0847008 May 27 18:34:42.030493 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3dcf3eba-73f8-456c-be6b-d2fc2af5d955 req-ce738fb8-db1f-40f3-b901-ef269780efae tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426366 May 27 18:34:42.454506 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1321589-2716-4ea3-8101-2e55fe145700 req-3ac63944-134d-48de-a9d3-ec350d4b5a3d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:42.456946 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b1321589-2716-4ea3-8101-2e55fe145700 req-3ac63944-134d-48de-a9d3-ec350d4b5a3d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0935421 May 27 18:34:42.528501 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b1321589-2716-4ea3-8101-2e55fe145700 req-1e7d1687-6b4c-4053-8a52-2c5228357e44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645247 May 27 18:34:42.588467 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6d4d12f4-26c3-406b-9fd4-ae2c16b4e25a req-a405faec-6aad-4175-a4b3-469093840edf tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0442479 May 27 18:34:43.229397 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfda102-b35c-4028-90e6-60d9c1107cd8 req-51a6f213-1cd9-4e5f-852d-9b52d7ac515e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:43.230847 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8bfda102-b35c-4028-90e6-60d9c1107cd8 req-51a6f213-1cd9-4e5f-852d-9b52d7ac515e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0873718 May 27 18:34:43.279211 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8bfda102-b35c-4028-90e6-60d9c1107cd8 req-b1c477b5-c335-4c7c-97c2-0c93d53d0701 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422549 May 27 18:34:43.760760 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7d978997-b4a6-4a09-beb5-c6c82bd1a2a7 req-7df6da33-b742-4517-bd63-62b7b0a56429 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0541241 May 27 18:34:43.786128 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5189065-df85-4d2e-bcbc-12dd9ba480c3 req-c6c69b32-cf21-4f11-a55c-3b54f1458bb3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:43.786128 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d5189065-df85-4d2e-bcbc-12dd9ba480c3 req-c6c69b32-cf21-4f11-a55c-3b54f1458bb3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1350286 May 27 18:34:43.889026 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d5189065-df85-4d2e-bcbc-12dd9ba480c3 req-bf7db810-ab28-46f7-a79c-b545e81ee4ed tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991449 May 27 18:34:44.476346 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d2d29-3caa-49c2-81e1-a61b7c76a4f4 req-effd1c9c-4513-40b5-ab2b-2c2eac6e1895 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:44.478098 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-143d2d29-3caa-49c2-81e1-a61b7c76a4f4 req-effd1c9c-4513-40b5-ab2b-2c2eac6e1895 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0855074 May 27 18:34:44.533808 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-143d2d29-3caa-49c2-81e1-a61b7c76a4f4 req-ff6d146b-0387-451b-9a83-c9cb36c5f943 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503542 May 27 18:34:44.915556 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-83724ef8-4420-4be0-bfc1-097c556bb891 req-335d26c0-13c4-4bfe-a79a-8a34d8bd1ef2 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0435817 May 27 18:34:45.079446 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c80946-c510-4768-a770-102507e98a72 req-96d7cd49-ddf5-4f1f-9b0b-b4dba7bf7079 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:45.081171 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4c80946-c510-4768-a770-102507e98a72 req-96d7cd49-ddf5-4f1f-9b0b-b4dba7bf7079 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0805020 May 27 18:34:45.128939 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4c80946-c510-4768-a770-102507e98a72 req-5984afea-fa10-4e98-82f3-e4cb18e2aea9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 May 27 18:34:45.722777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2699a-2343-4366-af42-ed8c7ea170cd req-73fe2731-072f-4314-b8be-dd62b8aa16b6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:45.724195 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e8b2699a-2343-4366-af42-ed8c7ea170cd req-73fe2731-072f-4314-b8be-dd62b8aa16b6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0841501 May 27 18:34:45.769500 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e8b2699a-2343-4366-af42-ed8c7ea170cd req-8ff62c45-b481-4308-915a-a1d56cf0bda0 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392630 May 27 18:34:46.069026 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2ea9b69e-45d8-470a-8ffc-2f5ee4d60961 req-289cc8de-34d0-4fc0-8510-ff38d72f3469 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0428314 May 27 18:34:46.326542 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349133f-f8af-475c-9897-730ed9b215c1 req-2d3ee038-e709-441d-8747-dcbed37c721a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:46.328665 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c349133f-f8af-475c-9897-730ed9b215c1 req-2d3ee038-e709-441d-8747-dcbed37c721a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0851064 May 27 18:34:46.373171 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c349133f-f8af-475c-9897-730ed9b215c1 req-df05ce59-7473-4cda-afce-83abd29c1533 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388741 May 27 18:34:46.722520 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-af7cc81b-190f-441c-b0ef-d1ea2272b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:46.724025 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-af7cc81b-190f-441c-b0ef-d1ea2272b100 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1137 time: 0.0776300 May 27 18:34:46.866048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-caa2e182-37c3-476e-8019-978f8232652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:46.868020 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-caa2e182-37c3-476e-8019-978f8232652d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 916 time: 0.1367824 May 27 18:34:46.995865 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-149ca4d4-176e-45ea-b848-f684aa364615 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 1001 time: 0.1191247 May 27 18:34:47.005557 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bbde0-6970-4078-b426-293862555d4d req-9d45aafd-78f8-4c3f-ae81-777738972c78 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:47.006984 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ea9bbde0-6970-4078-b426-293862555d4d req-9d45aafd-78f8-4c3f-ae81-777738972c78 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0896904 May 27 18:34:47.057070 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ea9bbde0-6970-4078-b426-293862555d4d req-248ed34f-1d93-4c3a-b31f-bddd0d151413 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441229 May 27 18:34:47.073121 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-91ed577e-e4f3-4112-bcad-eaa861824e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:47.074550 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-91ed577e-e4f3-4112-bcad-eaa861824e2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.0646217 May 27 18:34:47.222270 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ae65b189-b47f-4773-83b5-0c84affecb3b req-e7c91aab-51f2-496e-b543-9e748be47736 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0454073 May 27 18:34:47.238604 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-36460960-648a-4497-aa9d-df1c60564b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:47.241689 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-36460960-648a-4497-aa9d-df1c60564b62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043310 May 27 18:34:47.242576 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961e7cf-810a-4eb5-81d6-31ee31f3c72d req-f5862204-3eee-4abb-8975-d754b83a2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:47.243931 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c961e7cf-810a-4eb5-81d6-31ee31f3c72d req-f5862204-3eee-4abb-8975-d754b83a2714 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.1388631 May 27 18:34:47.368854 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c961e7cf-810a-4eb5-81d6-31ee31f3c72d req-dc741b1c-af7f-48d4-9692-87cecd7bba8b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992153 May 27 18:34:47.406673 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-7fa03949-f9db-4712-b759-4e0e42d69651 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539135 May 27 18:34:47.566709 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019905-844d-46b7-8166-f7a2e2f3b851 req-7eaf87c3-3527-409f-9a1c-a9f84521a3ee tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:47.568200 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-45019905-844d-46b7-8166-f7a2e2f3b851 req-7eaf87c3-3527-409f-9a1c-a9f84521a3ee tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.0859194 May 27 18:34:47.615941 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-45019905-844d-46b7-8166-f7a2e2f3b851 req-34071c39-5a45-4d54-af21-1ff9f1712f3a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421767 May 27 18:34:47.738757 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b5fb83fc-fd8a-408a-bb85-ddfa56870a2d req-76859549-4267-4f89-85d9-6b35546db010 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260583 May 27 18:34:48.044581 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-293590c1-00c7-41c2-833c-f03905a50cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:48.046208 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-293590c1-00c7-41c2-833c-f03905a50cdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1137 time: 0.1814907 May 27 18:34:48.193205 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-9c8ed028-bd6c-45ff-868e-c548ae506705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:48.194801 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-9c8ed028-bd6c-45ff-868e-c548ae506705 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 916 time: 0.1309037 May 27 18:34:48.263064 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055a5b6-5295-4b57-8a3a-488f62cd4bff req-6ba6466b-8311-4c7f-9bd8-b3c878105cb5 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:48.270904 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7055a5b6-5295-4b57-8a3a-488f62cd4bff req-6ba6466b-8311-4c7f-9bd8-b3c878105cb5 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0946438 May 27 18:34:48.317463 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7055a5b6-5295-4b57-8a3a-488f62cd4bff req-1ef0ed8d-b3e0-45c6-bb03-fc2fd077c70b tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430436 May 27 18:34:48.403706 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a9b5486-f31a-4126-b13c-37678d1f0421 req-2fc9d030-fe89-48cb-8f54-3c632a7a58cb tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0470943 May 27 18:34:48.422454 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-7a32e592-c581-41b8-b120-91106b314c73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 1001 time: 0.2185271 May 27 18:34:48.524004 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-35b5cdcf-b0a2-4e35-a4f3-b34b9caf0839 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:48.524589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-35b5cdcf-b0a2-4e35-a4f3-b34b9caf0839 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Synchronizing usage tracker for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:48.530675 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-4aec0643-f134-4f43-adae-4ec805fdfa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:48.532205 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-4aec0643-f134-4f43-adae-4ec805fdfa2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.0994837 May 27 18:34:48.616440 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-1794726b-99f5-4918-b5c0-49bdcd06cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:48.618034 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-1794726b-99f5-4918-b5c0-49bdcd06cf9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773087 May 27 18:34:48.698908 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-35b5cdcf-b0a2-4e35-a4f3-b34b9caf0839 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Unset dirty status for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:48.700250 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-35b5cdcf-b0a2-4e35-a4f3-b34b9caf0839 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.47 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 808 time: 0.4145927 May 27 18:34:48.785481 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-77a0d83e-a47b-4ddf-8566-b11f7dec74de tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Synchronizing usage tracker for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:48.822562 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-30170171-f05f-4281-8366-64699328eada service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973400 May 27 18:34:48.824244 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-77a0d83e-a47b-4ddf-8566-b11f7dec74de tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Unset dirty status for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:48.825347 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-77a0d83e-a47b-4ddf-8566-b11f7dec74de tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc642b80ab774ba8b4aa3c90579e0041 HTTP/1.1" status: 200 len: 378 time: 0.1166618 May 27 18:34:48.846014 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59b01d-ca86-4d6f-aef7-b70c182fdf7a req-58b77eb1-3ff6-48ec-92d6-93909d42322e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:48.853473 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb59b01d-ca86-4d6f-aef7-b70c182fdf7a req-58b77eb1-3ff6-48ec-92d6-93909d42322e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.1041403 May 27 18:34:48.876599 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'port': {'device_id': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'admin_state_up': True, 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'security_groups': ['d4f8f2ce-11ef-411b-bf24-8fe597c3ff39']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:48.912795 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb59b01d-ca86-4d6f-aef7-b70c182fdf7a req-a1fa4863-2e4b-4a59-8715-e5d53ec32196 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578597 May 27 18:34:49.117263 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-27d50b8f-8fb8-410f-a0c6-49571df33d1a req-11d7dbf5-fc0f-47c1-a452-26e205c45774 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837834 May 27 18:34:49.125200 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:49.129303 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:port and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:49.132126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:49.138028 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:49.244216 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Made reservation on behalf of bc642b80ab774ba8b4aa3c90579e0041 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:34:49.248823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:49.475087 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Allocated IP 172.20.0.10 (217db2b9-81de-4ef6-ba0b-798eb603e94f/14963643-ec68-4cc4-b548-ed322129af48/f74c0140-93f7-4e88-9f60-cb86f48c015f) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:34:49.524280 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d10e9-ba65-4035-8ffa-522a0fe1de2c req-fa6d5946-a1e9-4e30-ae14-574c50704ded tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:49.526741 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f75d10e9-ba65-4035-8ffa-522a0fe1de2c req-fa6d5946-a1e9-4e30-ae14-574c50704ded tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0926037 May 27 18:34:49.600962 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f75d10e9-ba65-4035-8ffa-522a0fe1de2c req-ac71cfe5-8a38-40ce-a42d-15966609fe28 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680625 May 27 18:34:49.694749 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:49.713410 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Transition to ACTIVE for port object f74c0140-93f7-4e88-9f60-cb86f48c015f will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:49.772644 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7a5ae399-2140-4c14-ba6f-2e130e6d47b8 req-036bb5b9-7025-4722-a975-ded62eec40d4 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0459564 May 27 18:34:49.824626 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:49.832051 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c87fe6b7-c674-4d7b-b22a-36d6f3bce39a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:49.911530 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:34:49.915256 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:34:49.919022 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:34:49.951156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:49.972953 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.973536 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.973702 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.974040 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.974380 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.974720 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.975058 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.975415 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.975757 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.976090 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.976803 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.976803 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:49.984966 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:50.009527 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:50.010454 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:50.096108 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dc71b-dd0e-47cd-9553-8ddf20207693 req-6c46e350-9fe0-428d-b639-96f4a5ada4f2 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:50.097665 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9e2dc71b-dd0e-47cd-9553-8ddf20207693 req-6c46e350-9fe0-428d-b639-96f4a5ada4f2 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.1242828 May 27 18:34:50.102257 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2444255 May 27 18:34:50.105685 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928f011-d7f5-4a28-a4ed-eef472455577 req-d473603b-8e92-4cb2-9226-da845f5bc179 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:50.107195 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8928f011-d7f5-4a28-a4ed-eef472455577 req-d473603b-8e92-4cb2-9226-da845f5bc179 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1816447 May 27 18:34:50.122746 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44692) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:50.123623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Request body: {'port': {'device_id': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:50.129736 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'floatingip': {'port_id': '1aa18b5a-1669-477b-9328-4a0374714bcd'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:34:50.225466 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:50.321143 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-984b854a-b749-4d88-8268-24c3533a1c62 None None] Provisioning for port f74c0140-93f7-4e88-9f60-cb86f48c015f completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:50.337958 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-984b854a-b749-4d88-8268-24c3533a1c62 None None] Provisioning complete for port f74c0140-93f7-4e88-9f60-cb86f48c015f triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:50.337958 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-984b854a-b749-4d88-8268-24c3533a1c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:50.353811 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9e2dc71b-dd0e-47cd-9553-8ddf20207693 req-068432f9-1730-42b6-89b3-32823815e263 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455969 May 27 18:34:50.388989 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:50.430577 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-984b854a-b749-4d88-8268-24c3533a1c62 None None] Port f74c0140-93f7-4e88-9f60-cb86f48c015f cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:34:50.561010 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ec743-23ba-45e6-ab30-17f134adbb23 req-8ae6e6b8-cd81-4e94-b316-9e50a8d74a95 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:50.562893 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-960ec743-23ba-45e6-ab30-17f134adbb23 req-8ae6e6b8-cd81-4e94-b316-9e50a8d74a95 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 943 time: 0.3402596 May 27 18:34:50.692925 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-960ec743-23ba-45e6-ab30-17f134adbb23 req-32ef20a2-2358-400a-a50e-1f5ff93cfb67 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215618 May 27 18:34:50.733079 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:34:50.745542 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74c0140-93f7-4e88-9f60-cb86f48c015f {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:34:50.753824 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:50.769191 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Transition to ACTIVE for port object f74c0140-93f7-4e88-9f60-cb86f48c015f will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:34:50.839008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:50.844730 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c04b1c76-40f0-4693-8392-28aac99e8423 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:50.908161 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:50.926535 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '7632f1f0-ed26-4a19-98be-9a620113619a', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'port_id': '7632f1f0-ed26-4a19-98be-9a620113619a', 'mac_address': 'fa:16:3e:d2:3c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:34:51.008831 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:51.033101 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7632f1f0-ed26-4a19-98be-9a620113619a {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:34:51.050954 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:51.082377 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:51.086996 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:51.122793 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Attempting to bind port f74c0140-93f7-4e88-9f60-cb86f48c015f on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:34:51.123063 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Attempting to bind port f74c0140-93f7-4e88-9f60-cb86f48c015f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:34:51.123409 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Attempting to bind port f74c0140-93f7-4e88-9f60-cb86f48c015f on network 217db2b9-81de-4ef6-ba0b-798eb603e94f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:34:51.129178 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Port f74c0140-93f7-4e88-9f60-cb86f48c015f on network 217db2b9-81de-4ef6-ba0b-798eb603e94f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:34:51.129362 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Attempting to bind port f74c0140-93f7-4e88-9f60-cb86f48c015f on network 217db2b9-81de-4ef6-ba0b-798eb603e94f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:34:51.135129 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:34:51.135493 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Checking segment: {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:34:51.135874 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Bound using segment: {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:34:51.136292 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Bound port: f74c0140-93f7-4e88-9f60-cb86f48c015f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329ff4ab-a6cd-4c50-9480-ef888cab2065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:34:51.136640 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:51.151554 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909892f-5473-4584-8f8f-d927b5d68250 req-0af617ae-f3bf-47b5-8b42-9ad892c9065a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:51.154943 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:51.155085 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7909892f-5473-4584-8f8f-d927b5d68250 req-0af617ae-f3bf-47b5-8b42-9ad892c9065a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.1345289 May 27 18:34:51.159160 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:51.231812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:34:51.235133 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:34:51.236825 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=9']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:51.240350 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:51.315754 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:51.320501 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:51.325068 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7909892f-5473-4584-8f8f-d927b5d68250 req-eee387f0-3c52-4f62-b7ac-80dba1192eb2 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1275103 May 27 18:34:51.347455 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:51.381548 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:51.382154 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:51.383554 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] 10.222.0.47 "PUT /v2.0/ports/f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 1094 time: 1.2666156 May 27 18:34:51.387817 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:51.410113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:51.415125 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:51.415125 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:51.446333 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'status': 'completed', 'code': 200} May 27 18:34:51.554465 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ebc2f-769d-46d3-b005-09f8815dfa94 req-90afdc9f-a55a-42e2-986f-ae06b9a6cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:51.556091 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-cf1ebc2f-769d-46d3-b005-09f8815dfa94 req-90afdc9f-a55a-42e2-986f-ae06b9a6cf55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1097 time: 0.0858545 May 27 18:34:51.654884 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.l3_db [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Floating IP d0ec3973-513b-472d-b407-2874e8f01723 associated. External IP: 172.28.0.222, port: 1aa18b5a-1669-477b-9328-4a0374714bcd. May 27 18:34:51.664887 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['7632f1f0-ed26-4a19-98be-9a620113619a'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:34:51.715653 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ebc2f-769d-46d3-b005-09f8815dfa94 req-e2f2797d-f1d8-4bdb-9a47-f664dff9e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:51.717425 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-cf1ebc2f-769d-46d3-b005-09f8815dfa94 req-e2f2797d-f1d8-4bdb-9a47-f664dff9e08a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1471601 May 27 18:34:51.904060 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ebc2f-769d-46d3-b005-09f8815dfa94 req-0015fcd5-81c2-464c-aa0d-56344dbbfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:51.910630 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-cf1ebc2f-769d-46d3-b005-09f8815dfa94 req-0015fcd5-81c2-464c-aa0d-56344dbbfae8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681921 May 27 18:34:51.911778 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a05b2-34bb-4290-ac88-197cafb81a18 req-079c8e4a-f640-427f-b556-b4423176873a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:51.913163 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aa3a05b2-34bb-4290-ac88-197cafb81a18 req-079c8e4a-f640-427f-b556-b4423176873a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.4172595 May 27 18:34:52.029025 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-ba88666e-8d29-43c7-a597-54a7a9f03d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:52.031161 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-ba88666e-8d29-43c7-a597-54a7a9f03d26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1097 time: 0.0806372 May 27 18:34:52.046732 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aa3a05b2-34bb-4290-ac88-197cafb81a18 req-3a243f72-e1eb-4351-abaa-61aba0516407 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910072 May 27 18:34:52.104322 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-b54f2bf5-4fab-4f65-94ef-79e58ba42a61 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 217 time: 0.0648451 May 27 18:34:52.171926 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-0d7308c0-7b89-4c3f-98e0-afe436fa2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:52.172996 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-0d7308c0-7b89-4c3f-98e0-afe436fa2427 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 200 len: 847 time: 0.0619280 May 27 18:34:52.209295 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d363f-0906-45c0-b117-aa26230161ff req-110e056c-736f-4ccf-8b74-53c31367b8ed tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:52.210714 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-029d363f-0906-45c0-b117-aa26230161ff req-110e056c-736f-4ccf-8b74-53c31367b8ed tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 944 time: 0.3080778 May 27 18:34:52.250824 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-4f51d059-12f2-4536-9e85-ecfd90c1665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:52.252971 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-4f51d059-12f2-4536-9e85-ecfd90c1665f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=217db2b9-81de-4ef6-ba0b-798eb603e94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723581 May 27 18:34:52.282999 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-029d363f-0906-45c0-b117-aa26230161ff req-43764500-b7a9-4817-a974-7453607f5714 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641603 May 27 18:34:52.289396 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Router ef369922-a760-407b-914c-50154be4d084 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:34:52.401794 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-00ac989c-27db-465b-b809-371d76f87eef service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378782 May 27 18:34:52.531748 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:34:52.536057 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:52.539736 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-220bf55f-c515-4338-a57f-1b0e99df8d2b req-1b3c8276-0447-4913-aefa-be90a13d7f2a service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292615 May 27 18:34:52.543198 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] Sync routers for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:34:52.552986 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:52.553599 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:52.607113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa4d00-e78f-4493-b3f4-2563450a4ccd req-7fe74cc5-0312-4841-9063-dcc49bc04f12 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:52.608965 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b2fa4d00-e78f-4493-b3f4-2563450a4ccd req-7fe74cc5-0312-4841-9063-dcc49bc04f12 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.1698685 May 27 18:34:52.610697 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9cdc0d96-5f94-4285-baf9-342731952ca9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "PUT /v2.0/floatingips/d0ec3973-513b-472d-b407-2874e8f01723 HTTP/1.1" status: 200 len: 992 time: 2.4877722 May 27 18:34:52.611409 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:52.659599 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b2fa4d00-e78f-4493-b3f4-2563450a4ccd req-a40a530c-5b95-4dfe-9008-1a8b38cae2f9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435526 May 27 18:34:52.715274 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'status': 'completed', 'code': 200} May 27 18:34:52.755938 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:52.827249 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:52.901781 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cca864-4ec7-4381-91ae-c68835764805 req-50925750-53a7-4559-9f77-fe859ff46a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:52.903666 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d5cca864-4ec7-4381-91ae-c68835764805 req-50925750-53a7-4559-9f77-fe859ff46a21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.1644416 May 27 18:34:52.961745 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 7632f1f0-ed26-4a19-98be-9a620113619a triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:52.962125 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:53.039993 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cca864-4ec7-4381-91ae-c68835764805 req-45020171-fa4d-4454-8e3e-7e64cdd646ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:53.041589 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d5cca864-4ec7-4381-91ae-c68835764805 req-45020171-fa4d-4454-8e3e-7e64cdd646ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 912 time: 0.1311953 May 27 18:34:53.177514 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d5cca864-4ec7-4381-91ae-c68835764805 req-03e69dc4-36b9-4f58-8ba2-ed59d20e3a25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 200 len: 1000 time: 0.1263790 May 27 18:34:53.222429 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:53.253920 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cca864-4ec7-4381-91ae-c68835764805 req-1efbf98b-b321-427c-a7d1-15e1d65a44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:53.256760 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d5cca864-4ec7-4381-91ae-c68835764805 req-1efbf98b-b321-427c-a7d1-15e1d65a44fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0700943 May 27 18:34:53.293164 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:53.293657 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cecda-cffd-4bb1-b646-78ca43b28717 req-94352ceb-b4a6-4b58-86e8-bfef2946e4c8 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:53.295441 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d57cecda-cffd-4bb1-b646-78ca43b28717 req-94352ceb-b4a6-4b58-86e8-bfef2946e4c8 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.1335199 May 27 18:34:53.306813 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:53.350942 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cca864-4ec7-4381-91ae-c68835764805 req-444db86c-0a75-4b2b-9ca1-0e241330bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:53.352028 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'd0ec3973-513b-472d-b407-2874e8f01723', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ef369922-a760-407b-914c-50154be4d084', 'port_id': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'mac_address': 'fa:16:3e:80:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:34:12Z', 'updated_at': '2021-05-27T18:34:51Z', 'revision_number': 1, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:53.353138 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d5cca864-4ec7-4381-91ae-c68835764805 req-444db86c-0a75-4b2b-9ca1-0e241330bc07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889459 May 27 18:34:53.356039 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a', 'code': 200} May 27 18:34:53.366192 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] Checking router: ef369922-a760-407b-914c-50154be4d084 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:34:53.366614 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d57cecda-cffd-4bb1-b646-78ca43b28717 req-20e2e800-ae63-4717-b4d0-ba5182c59692 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538042 May 27 18:34:53.371998 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:34:53.372833 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:34:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:53.465574 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:53.469622 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:53.526496 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67471c52-6e61-4f74-a40e-798ae8b3b010 req-8d80b150-496f-45e4-96a1-4dbf7eacf6fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:53.527990 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-67471c52-6e61-4f74-a40e-798ae8b3b010 req-8d80b150-496f-45e4-96a1-4dbf7eacf6fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.0885170 May 27 18:34:53.550019 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d5cca864-4ec7-4381-91ae-c68835764805 req-b4a7b628-2227-4c6b-9855-4c16dbdebb0d service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773889 May 27 18:34:53.580125 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-67471c52-6e61-4f74-a40e-798ae8b3b010 req-2e7d91fd-7112-40e7-897a-e15c75e3a206 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 May 27 18:34:53.625452 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=10']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:53.630672 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:34:53.682583 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:53.728727 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d5cca864-4ec7-4381-91ae-c68835764805 req-be894c99-176e-45a8-a166-d8df4ecffec7 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700966 May 27 18:34:53.856530 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723c17f-be0d-4e1e-9aeb-c74d92dfd614 req-18c6da7a-4602-4207-8690-8def6cf47343 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:53.859339 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e723c17f-be0d-4e1e-9aeb-c74d92dfd614 req-18c6da7a-4602-4207-8690-8def6cf47343 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.0854018 May 27 18:34:53.911062 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e723c17f-be0d-4e1e-9aeb-c74d92dfd614 req-27160418-7b90-49f3-b994-4331ab4dd5b0 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471287 May 27 18:34:53.998444 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'd0ec3973-513b-472d-b407-2874e8f01723', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ef369922-a760-407b-914c-50154be4d084', 'port_id': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'mac_address': 'fa:16:3e:80:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:34:12Z', 'updated_at': '2021-05-27T18:34:51Z', 'revision_number': 1, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:34:54.003183 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215ff010-0e70-411f-be0d-bf078742c9cf None None] The sync data for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb is: [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'd0ec3973-513b-472d-b407-2874e8f01723', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ef369922-a760-407b-914c-50154be4d084', 'port_id': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'mac_address': 'fa:16:3e:80:57:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:34:12Z', 'updated_at': '2021-05-27T18:34:51Z', 'revision_number': 1, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:34:54.191170 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5092a6-4bb9-4308-be88-d44260b46306 None None] New status for floating IP d0ec3973-513b-472d-b407-2874e8f01723: ACTIVE {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:34:54.336704 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83229355-6c33-4768-93d6-01bd97dfcb2d req-953f531a-21bd-4c88-b014-493722a4f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:54.338173 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-83229355-6c33-4768-93d6-01bd97dfcb2d req-953f531a-21bd-4c88-b014-493722a4f0cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1099 time: 0.0696857 May 27 18:34:54.384664 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-83229355-6c33-4768-93d6-01bd97dfcb2d req-bc2da0b7-db66-4c45-8865-9c306874aa64 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360410 May 27 18:34:54.564022 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42baef-9e9d-4a46-b200-2fe7c896f1c3 req-d2d1d1e9-2090-418e-ac61-f519e44f664b tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:54.565513 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ff42baef-9e9d-4a46-b200-2fe7c896f1c3 req-d2d1d1e9-2090-418e-ac61-f519e44f664b tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.0835202 May 27 18:34:54.610805 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ff42baef-9e9d-4a46-b200-2fe7c896f1c3 req-2032bbc2-c3ef-4da5-a9fc-a26137c5d8af tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394106 May 27 18:34:54.783786 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340791b-ed19-47b8-bf71-a50e4c5be2dd req-99a207a4-34ae-4773-b9c9-056460cd14db tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:54.785237 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a340791b-ed19-47b8-bf71-a50e4c5be2dd req-99a207a4-34ae-4773-b9c9-056460cd14db tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.0844452 May 27 18:34:54.829478 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a340791b-ed19-47b8-bf71-a50e4c5be2dd req-fa5590cd-5a44-44a3-91f3-5eaa06a3d62a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386186 May 27 18:34:55.101421 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d22286-5d1d-4ad4-b390-99a48d9eb54d req-c30bf769-71ef-4929-9bbc-bd0ce362288c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:55.107903 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-45d22286-5d1d-4ad4-b390-99a48d9eb54d req-c30bf769-71ef-4929-9bbc-bd0ce362288c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.0902462 May 27 18:34:55.116341 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44754) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:55.157252 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-45d22286-5d1d-4ad4-b390-99a48d9eb54d req-8c1e1f08-565f-48c9-86db-faebd33aa216 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460474 May 27 18:34:55.239633 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:55.254125 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:34:55.257973 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Usage tracker for resource:security_group_rule and tenant:d1da6e583d9f468b8d2f8b8b64ad8e6e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:34:55.260831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:34:55.267315 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:34:55.353474 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:55.418119 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:55.430727 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-acb9d661-0331-4b84-a3fd-f3a28308cbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:55.471234 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d1da6e583d9f468b8d2f8b8b64ad8e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536537 May 27 18:34:55.472011 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a03ccc-30d6-419e-9f33-c7e8470fe216,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:55.473804 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44760) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:34:55.475092 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:55.538039 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:55.564929 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:55.628452 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-f060cbaf-ae44-42b4-80ed-e31322c6fe52 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:55.629172 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-f060cbaf-ae44-42b4-80ed-e31322c6fe52 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Synchronizing usage tracker for tenant:b1983e2f23c84c3b9cea57a56d46f10b on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:34:55.690127 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:55.695004 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-65a3ad37-0097-4d18-9f3c-74fb9ac2bef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:55.707410 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a03ccc-30d6-419e-9f33-c7e8470fe216,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:55.715994 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:55.717085 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5a03ccc-30d6-419e-9f33-c7e8470fe216 HTTP/1.1" status: 204 len: 168 time: 0.2416189 May 27 18:34:55.718426 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.718782 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.719114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-f060cbaf-ae44-42b4-80ed-e31322c6fe52 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Unset dirty status for tenant:b1983e2f23c84c3b9cea57a56d46f10b on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:34:55.719209 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.719867 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.719867 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.720268 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.720392 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-f060cbaf-ae44-42b4-80ed-e31322c6fe52 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.1726031 May 27 18:34:55.720558 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.720895 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.721328 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.721555 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.721895 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.722225 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:34:55.726013 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:55.826278 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d374ae-7edf-48b0-9331-cc4cbb896e46 req-45d1ea12-24ad-41c6-8c20-326cc342fcec tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:55.831878 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-29d374ae-7edf-48b0-9331-cc4cbb896e46 req-45d1ea12-24ad-41c6-8c20-326cc342fcec tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 946 time: 0.1069002 May 27 18:34:55.896569 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-29d374ae-7edf-48b0-9331-cc4cbb896e46 req-ec523b5b-36f8-47cf-845e-44d26426bad4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612321 May 27 18:34:55.912559 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Deleting port 20ea9280-cf7d-495f-993b-10b8d0e135f8 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:34:55.914220 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:56.086823 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871f064-b671-48d8-8cf1-ad54cf486627 req-93bd5462-b9cc-4277-b478-32ec56077611 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:56.090343 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] For port 20ea9280-cf7d-495f-993b-10b8d0e135f8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=20ea9280-cf7d-495f-993b-10b8d0e135f8,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:56.090808 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:56.095525 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5871f064-b671-48d8-8cf1-ad54cf486627 req-93bd5462-b9cc-4277-b478-32ec56077611 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.1093569 May 27 18:34:56.160239 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5871f064-b671-48d8-8cf1-ad54cf486627 req-1384aaed-e749-441f-a229-cf4baba72d60 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633023 May 27 18:34:56.263414 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Calling delete_port for 20ea9280-cf7d-495f-993b-10b8d0e135f8 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:34:56.381965 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd5a0-9c71-4dd6-ace1-0359f48d58cc req-f944751e-c59e-4f6f-9dd9-c5ea8d166aac tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:56.383478 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-883cd5a0-9c71-4dd6-ace1-0359f48d58cc req-f944751e-c59e-4f6f-9dd9-c5ea8d166aac tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.0863261 May 27 18:34:56.507640 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:56.515406 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:56.515654 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-883cd5a0-9c71-4dd6-ace1-0359f48d58cc req-92e74630-30fa-454c-bcfd-8ac466b690c0 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264153 May 27 18:34:56.520259 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['20ea9280-cf7d-495f-993b-10b8d0e135f8'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:34:56.576843 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Pushing event deleted for resources: {'Port': ['ID=20ea9280-cf7d-495f-993b-10b8d0e135f8,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:56.610347 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:56.784853 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device f74c0140-93f7-4e88-9f60-cb86f48c015f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:34:56.788171 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] No DVR routers for this DVR port 20ea9280-cf7d-495f-993b-10b8d0e135f8 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:34:56.795493 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:56.798668 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'name': 'network-vif-deleted', 'tag': '20ea9280-cf7d-495f-993b-10b8d0e135f8'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:56.873531 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee81bc23-6a66-4383-b448-ab4b30d78eac', 'name': 'network-vif-deleted', 'tag': '20ea9280-cf7d-495f-993b-10b8d0e135f8', 'status': 'completed', 'code': 200} May 27 18:34:56.937426 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da7a3c9-bae1-4619-8143-4fc06f686fb1 req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "DELETE /v2.0/ports/20ea9280-cf7d-495f-993b-10b8d0e135f8 HTTP/1.1" status: 204 len: 173 time: 1.2041085 May 27 18:34:56.988314 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:57.016599 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'port_id': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'mac_address': 'fa:16:3e:68:b8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:34:57.080964 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:34:57.099888 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:57.119563 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74c0140-93f7-4e88-9f60-cb86f48c015f {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:34:57.137133 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:57.141431 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e2041cc-8265-4d7e-b415-b4ac62488926 req-214391b8-5281-4d68-bab6-7509ecc0e5e6 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee81bc23-6a66-4383-b448-ab4b30d78eac HTTP/1.1" status: 200 len: 210 time: 0.0865471 May 27 18:34:57.267456 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:57.270940 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:57.350112 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:57.359866 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:57.394235 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01858f0d-ee4e-4b8f-bd3b-cb241c04f162 req-8aac11ff-0b54-4254-8598-44c41671dde2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:57.401942 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-01858f0d-ee4e-4b8f-bd3b-cb241c04f162 req-8aac11ff-0b54-4254-8598-44c41671dde2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.1165290 May 27 18:34:57.463936 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-01858f0d-ee4e-4b8f-bd3b-cb241c04f162 req-8bfcf0ca-3de5-46e4-a2bb-3cda121bc0a8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593059 May 27 18:34:57.643930 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['f74c0140-93f7-4e88-9f60-cb86f48c015f'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:34:57.721742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075b454-5ac9-431f-8696-c55fff4004fa req-dec85470-6552-4d56-969e-736349c30d20 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:57.723646 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a075b454-5ac9-431f-8696-c55fff4004fa req-dec85470-6552-4d56-969e-736349c30d20 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 945 time: 0.1004395 May 27 18:34:57.780662 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a075b454-5ac9-431f-8696-c55fff4004fa req-60458ee7-314d-4e16-af36-b5c7fd7480b1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505564 May 27 18:34:58.658230 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc8490-1162-4841-b015-8269c000455c req-b6dbce05-7ceb-43dc-b808-70a27d3c8ded tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:58.659853 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b6bc8490-1162-4841-b015-8269c000455c req-b6dbce05-7ceb-43dc-b808-70a27d3c8ded tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.0845146 May 27 18:34:58.707143 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b6bc8490-1162-4841-b015-8269c000455c req-410fc968-233b-4a89-b199-26d87a39a4ea tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 May 27 18:34:58.812230 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device f74c0140-93f7-4e88-9f60-cb86f48c015f up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:34:58.932540 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port f74c0140-93f7-4e88-9f60-cb86f48c015f completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:34:58.938273 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port f74c0140-93f7-4e88-9f60-cb86f48c015f triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:34:58.938656 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:58.977074 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cdc4b-6369-4d9e-b35f-0fdccd755211 req-a6dac8d2-89ee-4a64-9301-c3633a7e434a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:58.978463 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-767cdc4b-6369-4d9e-b35f-0fdccd755211 req-a6dac8d2-89ee-4a64-9301-c3633a7e434a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 945 time: 0.0810330 May 27 18:34:59.032765 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-767cdc4b-6369-4d9e-b35f-0fdccd755211 req-01662182-9c38-49e4-8bf3-a0352c1a0052 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475595 May 27 18:34:59.073887 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:59.100663 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:34:59.110866 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:34:59.164580 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:59.210416 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:34:59.211298 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 20ea9280-cf7d-495f-993b-10b8d0e135f8 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:34:59.242119 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-95e93d2d-23e1-4878-a363-c8864c1b677b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:34:59.282486 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 20ea9280-cf7d-495f-993b-10b8d0e135f8 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:34:59.282873 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 20ea9280-cf7d-495f-993b-10b8d0e135f8 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:34:59.294931 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'code': 200} May 27 18:34:59.325987 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:34:59.329121 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:34:59.718119 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c500d-88a5-4c0f-a36a-ed93d59085a9 req-17838e77-3548-440a-bd26-e2360b3fc12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:34:59.719592 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-674c500d-88a5-4c0f-a36a-ed93d59085a9 req-17838e77-3548-440a-bd26-e2360b3fc12b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1099 time: 0.0708790 May 27 18:34:59.759999 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-674c500d-88a5-4c0f-a36a-ed93d59085a9 req-b7828aec-6bdf-4ff0-8629-2dec7df2cbe4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344243 May 27 18:35:00.220918 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65ecd8-15d4-479e-8b88-85134b718660 req-3a3b8685-fb34-48c7-97d1-8bab953aeae0 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:00.222393 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e65ecd8-15d4-479e-8b88-85134b718660 req-3a3b8685-fb34-48c7-97d1-8bab953aeae0 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0812945 May 27 18:35:00.277776 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e65ecd8-15d4-479e-8b88-85134b718660 req-8620bc1c-412c-4692-8fa9-98421aae0561 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464532 May 27 18:35:01.411826 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-4d0757f9-13e3-4e83-a1c3-7d5fa3ed7251 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767131 May 27 18:35:01.473697 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaebb94-ff98-4f47-973c-935c69b3ba86 req-45725b34-749b-4666-95e9-b64ae89a26fb tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:01.475120 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-acaebb94-ff98-4f47-973c-935c69b3ba86 req-45725b34-749b-4666-95e9-b64ae89a26fb tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0888395 May 27 18:35:01.521625 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-acaebb94-ff98-4f47-973c-935c69b3ba86 req-a553109c-98c3-4682-aff3-41e3c12d94f6 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405889 May 27 18:35:01.552869 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da389b-2b28-4687-9842-a7960372ea3e req-0326008c-606b-423d-af9a-9eca107dc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:01.554348 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-0326008c-606b-423d-af9a-9eca107dc7e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 1099 time: 0.0733018 May 27 18:35:01.703973 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da389b-2b28-4687-9842-a7960372ea3e req-1ff5b11c-d0e0-4923-a77a-4818918e009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:01.705435 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-1ff5b11c-d0e0-4923-a77a-4818918e009e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1307778 May 27 18:35:01.714513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca69cf4-e482-469c-ad95-aa7822eedfbc req-9a0440a9-86bb-4de3-a460-f32f484aef83 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:01.716074 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bca69cf4-e482-469c-ad95-aa7822eedfbc req-9a0440a9-86bb-4de3-a460-f32f484aef83 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0843894 May 27 18:35:01.762328 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bca69cf4-e482-469c-ad95-aa7822eedfbc req-8891ea1e-745c-4bb8-bc5d-0de5f2554fa7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395651 May 27 18:35:01.785987 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44914) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:35:01.823540 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-75f36141-3d97-4eef-81b3-4a5c60dff111 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 200 len: 1001 time: 0.1100411 May 27 18:35:01.890427 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da389b-2b28-4687-9842-a7960372ea3e req-9a83dbf6-060e-475b-9f5d-46276b4c0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:01.891928 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-9a83dbf6-060e-475b-9f5d-46276b4c0c5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0624967 May 27 18:35:01.970259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da389b-2b28-4687-9842-a7960372ea3e req-c253fd72-01a0-4d63-889a-0a7a3f0f0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:01.971907 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-c253fd72-01a0-4d63-889a-0a7a3f0f0955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730448 May 27 18:35:02.041294 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63dc5d8-7da0-4ec3-85af-befa05efc242 tempest-TestShelveInstance-1199746993 tempest-TestShelveInstance-1199746993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:02.041996 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f63dc5d8-7da0-4ec3-85af-befa05efc242 tempest-TestShelveInstance-1199746993 tempest-TestShelveInstance-1199746993-project-admin] Synchronizing usage tracker for tenant:a8b0f25846a24b7da0659f69f0892bd7 on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:35:02.107308 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-5e3c4a84-f7e2-4b2d-8431-7506155edc9a service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282406 May 27 18:35:02.115164 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f63dc5d8-7da0-4ec3-85af-befa05efc242 tempest-TestShelveInstance-1199746993 tempest-TestShelveInstance-1199746993-project-admin] Unset dirty status for tenant:a8b0f25846a24b7da0659f69f0892bd7 on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:35:02.116385 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-f63dc5d8-7da0-4ec3-85af-befa05efc242 tempest-TestShelveInstance-1199746993 tempest-TestShelveInstance-1199746993-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1094 time: 0.3293309 May 27 18:35:02.119664 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 44924) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:35:02.124806 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Request body: {'floatingip': {'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'port_id': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:35:02.130672 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:35:02.134457 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Usage tracker for resource:floatingip and tenant:bc642b80ab774ba8b4aa3c90579e0041 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:35:02.137389 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:35:02.143777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:35:02.245730 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-a9da389b-2b28-4687-9842-a7960372ea3e req-44664bd6-65be-4055-ac83-50d23ccd51e0 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265197 May 27 18:35:02.267162 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for floatingip, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:02.406403 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:02.438595 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4fa76b4a-1664-4843-a899-2125770d122d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:02.543993 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Allocated IP 172.28.0.200 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/3629c8e2-bb78-4538-9cdc-672118b8923b) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:35:02.695786 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:02.818541 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:02.823077 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1bdb5c70-1b68-4495-8ee0-3fcc77ecf7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:02.884835 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:35:02.887922 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:35:02.891913 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:35:02.928658 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'Port': ['ID=3629c8e2-bb78-4538-9cdc-672118b8923b,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:02.937186 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:03.454711 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-ef7725f8-b44b-4310-b219-a63ecf8b0f50 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:03.456076 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-ef7725f8-b44b-4310-b219-a63ecf8b0f50 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/networks?id=91a9e517-1bf3-49a7-94d6-c372d5bd8b01 HTTP/1.1" status: 200 len: 814 time: 0.3777950 May 27 18:35:03.480649 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-75dedcb6-667e-424a-879d-62e6c954cad9 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/quotas/b1983e2f23c84c3b9cea57a56d46f10b HTTP/1.1" status: 200 len: 375 time: 0.0192049 May 27 18:35:03.538420 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e863365-a99b-403b-9d7d-07e040179f6d tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515163 May 27 18:35:03.703303 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:03.736468 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-856d9ba5-4540-47b2-a720-a581b273f7ae service neutron] 10.222.0.36 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908774 May 27 18:35:03.870671 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-b17a6089-02e2-4d76-b84a-7ffeaf917a04 service neutron] 10.222.0.36 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276851 May 27 18:35:03.949641 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.195936 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44960) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:35:04.197162 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-73d876cb-3b82-4537-a607-a734287336d7 req-86b7b3e5-98b6-418a-af7b-86978845d2c1 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 210 time: 0.0494444 May 27 18:35:04.224325 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.318424 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366444'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.323145 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0796f38d-3abc-4f43-8937-0a85cfb1cc20 tempest-ServerRescueNegativeTestJSON-341808770 tempest-ServerRescueNegativeTestJSON-341808770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:04.341907 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.361912 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:35:04.368508 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Usage tracker for resource:security_group_rule and tenant:078f597a532d4361959a918eb3793b4d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:35:04.371289 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:35:04.378178 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:35:04.445568 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event updated for resources: {'Port': ['ID=3629c8e2-bb78-4538-9cdc-672118b8923b,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:04.449785 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:04.457789 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.473111 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.530116 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.539508 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ef0a52fc-361b-408d-8bd1-32485cbdf803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:04.583533 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=078f597a532d4361959a918eb3793b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855100 May 27 18:35:04.585262 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0547c2e3-77f2-4c4e-9fe8-755728877220,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:04.587740 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 44972) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:35:04.590182 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:04.639207 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.l3_db [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Floating IP 937243f0-0382-4780-8dee-9ca94d837b35 associated. External IP: 172.28.0.200, port: f74c0140-93f7-4e88-9f60-cb86f48c015f. May 27 18:35:04.647790 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.674085 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.795123 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.801516 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2362b655-71bc-4412-af4b-3593487db30f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:04.812500 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0547c2e3-77f2-4c4e-9fe8-755728877220,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:04.815897 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:04.819251 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:04.820563 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0547c2e3-77f2-4c4e-9fe8-755728877220 HTTP/1.1" status: 204 len: 168 time: 0.2319493 May 27 18:35:04.835693 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:05.092901 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-52eaf1df-ed98-4e11-b02e-0841cd6d2adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:05.098870 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:35:05.292242 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:35:05.302659 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] Sync routers for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:35:05.312559 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:35:05.313317 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:35:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:35:05.371355 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-402e39b8-49ee-4a62-9030-7994b9b8ea82 req-d9f7b9d9-dbb6-430b-94aa-8c7f0ccfc57f tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 210 time: 0.0484867 May 27 18:35:05.393070 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:05.463583 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3339565 May 27 18:35:05.463583 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:35:05.503461 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:35:05.509348 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'status': 'completed', 'code': 200} May 27 18:35:05.633124 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-799dc524-36c6-4697-a1d7-b4c759f6e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:05.634687 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-799dc524-36c6-4697-a1d7-b4c759f6e836 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1099 time: 0.0773199 May 27 18:35:05.786406 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-929c0f5e-5059-4ea0-adce-067aae6f1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:05.788712 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-929c0f5e-5059-4ea0-adce-067aae6f1906 service neutron] 10.222.0.47 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 909 time: 0.1471887 May 27 18:35:05.877835 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '937243f0-0382-4780-8dee-9ca94d837b35', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'port_id': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'mac_address': 'fa:16:3e:68:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:35:03Z', 'updated_at': '2021-05-27T18:35:03Z', 'revision_number': 0, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:38Z', 'revision_number': 5, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:35:05.881777 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] Checking router: 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:35:05.889750 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-a0fc99a7-1dd9-4f64-a356-9339c98b888e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 1000 time: 0.0929620 May 27 18:35:05.890598 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:35:05.891197 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:35:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:35:05.964723 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-1cec7c1c-0b12-4b78-ad97-ed59cfa2b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:05.966173 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-1cec7c1c-0b12-4b78-ad97-ed59cfa2b8ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 200 len: 847 time: 0.0630307 May 27 18:35:06.086226 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-ff944e73-8558-4837-84bf-6b8a7ec5c105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:06.087646 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-ff944e73-8558-4837-84bf-6b8a7ec5c105 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=217db2b9-81de-4ef6-ba0b-798eb603e94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1037614 May 27 18:35:06.118326 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:35:06.183907 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:06.442645 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-434ad0e7-f7c4-4494-b56d-92f9b36a1027 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480835 May 27 18:35:06.489423 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '937243f0-0382-4780-8dee-9ca94d837b35', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'port_id': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'mac_address': 'fa:16:3e:68:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:35:03Z', 'updated_at': '2021-05-27T18:35:03Z', 'revision_number': 0, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:38Z', 'revision_number': 5, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:35:06.490902 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-0c1587d1-e9c7-4527-9f19-f767f3057ae4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:06.492474 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-0c1587d1-e9c7-4527-9f19-f767f3057ae4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "GET /v2.0/networks?id=91a9e517-1bf3-49a7-94d6-c372d5bd8b01 HTTP/1.1" status: 200 len: 814 time: 0.2340019 May 27 18:35:06.494234 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7ac207-e288-415c-83b1-3769c60dcc1b None None] The sync data for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb is: [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '937243f0-0382-4780-8dee-9ca94d837b35', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'floating_ip_address': '172.28.0.200', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'port_id': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'mac_address': 'fa:16:3e:68:b8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:35:03Z', 'updated_at': '2021-05-27T18:35:03Z', 'revision_number': 0, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:38Z', 'revision_number': 5, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:35:06.553010 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ebbe29b1-9ca0-40ca-81c1-803135b2b236 req-a1b84abe-2fa4-4de5-b5a1-313c51f017d4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 210 time: 0.0451648 May 27 18:35:06.556595 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Request body: {'port': {'device_id': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01', 'admin_state_up': True, 'tenant_id': 'b1983e2f23c84c3b9cea57a56d46f10b'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:35:06.729285 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-857f94e1-e4ae-4b51-a6d1-f25e736ae898 req-d9282599-9d40-4c51-84ab-ba92f2e748f4 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742472 May 27 18:35:06.746070 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40a89dc-7c50-42d0-b3b9-e779a126b5f7 None None] New status for floating IP 937243f0-0382-4780-8dee-9ca94d837b35: ACTIVE {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:35:06.754750 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:35:06.759309 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Usage tracker for resource:port and tenant:b1983e2f23c84c3b9cea57a56d46f10b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:35:06.762234 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:35:06.768342 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:35:06.812492 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Made reservation on behalf of b1983e2f23c84c3b9cea57a56d46f10b for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:35:06.816015 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:06.980261 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Allocated IP 172.20.0.7 (91a9e517-1bf3-49a7-94d6-c372d5bd8b01/f21cff12-06de-4446-b530-01320dc429d9/e98fba10-4907-4510-8a09-ea41247268da) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:35:07.192886 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:07.313061 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:07.318689 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f14dd539-3efe-4470-adb0-ab27b71154bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:07.391188 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:35:07.394309 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:35:07.396755 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:35:07.438689 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Pushing event updated for resources: {'Port': ['ID=e98fba10-4907-4510-8a09-ea41247268da,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:07.441644 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:07.471450 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:07.472044 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:07.564860 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0165815 May 27 18:35:07.584319 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Request body: {'port': {'device_id': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:35:07.652355 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:07.695534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:07.755746 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22ec5a-4abf-4187-891d-b303569b3c6b req-800e55ea-2852-4afa-afec-5d205488de90 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:07.757259 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4b22ec5a-4abf-4187-891d-b303569b3c6b req-800e55ea-2852-4afa-afec-5d205488de90 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 931 time: 0.0924132 May 27 18:35:07.810353 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4b22ec5a-4abf-4187-891d-b303569b3c6b req-32cab763-2ad3-45df-86e0-6ee30e37ad07 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 May 27 18:35:08.043778 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98fba10-4907-4510-8a09-ea41247268da {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:35:08.051882 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:08.066954 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Transition to ACTIVE for port object e98fba10-4907-4510-8a09-ea41247268da will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:35:08.175235 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:08.180093 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b2bbcb4c-6b68-4ecd-bbf4-5f4723047c8c tempest-VolumesActionsTest-268137428 tempest-VolumesActionsTest-268137428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:08.424829 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Pushing event updated for resources: {'Port': ['ID=e98fba10-4907-4510-8a09-ea41247268da,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:08.432432 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:08.498043 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Attempting to bind port e98fba10-4907-4510-8a09-ea41247268da on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:35:08.501125 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Attempting to bind port e98fba10-4907-4510-8a09-ea41247268da by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:35:08.501125 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Attempting to bind port e98fba10-4907-4510-8a09-ea41247268da on network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:35:08.503203 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Port e98fba10-4907-4510-8a09-ea41247268da on network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:35:08.503565 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Attempting to bind port e98fba10-4907-4510-8a09-ea41247268da on network 91a9e517-1bf3-49a7-94d6-c372d5bd8b01 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:35:08.508549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:35:08.508872 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Checking segment: {'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:35:08.509239 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Bound using segment: {'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:35:08.509638 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Bound port: e98fba10-4907-4510-8a09-ea41247268da, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498274e2-c419-44ff-b175-a3108200a09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:35:08.509966 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:08.600066 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] For port e98fba10-4907-4510-8a09-ea41247268da, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:35:08.603117 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] For port e98fba10-4907-4510-8a09-ea41247268da, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e98fba10-4907-4510-8a09-ea41247268da,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:35:08.686905 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:08.690376 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:08.746619 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:08.747247 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:08.748814 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] 10.222.0.47 "PUT /v2.0/ports/e98fba10-4907-4510-8a09-ea41247268da HTTP/1.1" status: 200 len: 1093 time: 1.1684151 May 27 18:35:08.749654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'tag': 'e98fba10-4907-4510-8a09-ea41247268da'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:35:08.777628 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Pushing event updated for resources: {'Port': ['ID=e98fba10-4907-4510-8a09-ea41247268da,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:08.781636 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:08.804656 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'tag': 'e98fba10-4907-4510-8a09-ea41247268da', 'status': 'completed', 'code': 200} May 27 18:35:08.920285 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd0eb-b74d-458b-b4c1-3366b43236df req-01cdd56f-15dc-442f-8771-1a7d898181b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:08.922091 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7febd0eb-b74d-458b-b4c1-3366b43236df req-01cdd56f-15dc-442f-8771-1a7d898181b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 1096 time: 0.0784638 May 27 18:35:09.003245 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b408640-5669-43b9-9696-58b2f7d22e78 req-69732c64-0b8a-44b5-a3c9-7970db432aea tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:09.004721 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b408640-5669-43b9-9696-58b2f7d22e78 req-69732c64-0b8a-44b5-a3c9-7970db432aea tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 943 time: 0.0806856 May 27 18:35:09.048515 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b408640-5669-43b9-9696-58b2f7d22e78 req-25dd0b94-0fd8-4c08-9910-712b96ccb082 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381322 May 27 18:35:09.069219 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd0eb-b74d-458b-b4c1-3366b43236df req-08fc9052-3cdd-4efc-af96-26e2ee5f4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:09.070699 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7febd0eb-b74d-458b-b4c1-3366b43236df req-08fc9052-3cdd-4efc-af96-26e2ee5f4655 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1378043 May 27 18:35:09.220406 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd0eb-b74d-458b-b4c1-3366b43236df req-969ce1b8-49c4-4424-8ef9-bb9249582479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:09.221950 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7febd0eb-b74d-458b-b4c1-3366b43236df req-969ce1b8-49c4-4424-8ef9-bb9249582479 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442645 May 27 18:35:09.335450 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-8f7eb997-0637-4dc9-9fae-705ba1d3f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:09.336817 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-8f7eb997-0637-4dc9-9fae-705ba1d3f61b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 1096 time: 0.0713828 May 27 18:35:09.407098 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-ed573150-d945-46ce-b868-7aa54087ce74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e98fba10-4907-4510-8a09-ea41247268da HTTP/1.1" status: 200 len: 217 time: 0.0628362 May 27 18:35:09.472107 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-1c54e423-005b-4ea5-b91b-4c4cca74a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:09.473498 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-1c54e423-005b-4ea5-b91b-4c4cca74a9e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f21cff12-06de-4446-b530-01320dc429d9 HTTP/1.1" status: 200 len: 854 time: 0.0587385 May 27 18:35:09.521666 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-7a5a068e-e8bd-4ab9-9fba-e7bc065a9650 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91a9e517-1bf3-49a7-94d6-c372d5bd8b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406177 May 27 18:35:09.652234 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-3205dba1-94c3-41d3-8ce8-80d5c3c889b7 service neutron] 10.222.0.47 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238127 May 27 18:35:09.793280 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8e85243c-06ae-46f5-a7a3-e70103a11448 req-643c776a-9b87-4604-98e1-f7df555ac49c service neutron] 10.222.0.47 "GET /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285274 May 27 18:35:10.238234 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821847f-b35a-41c5-9fe7-83bb6d01c831 req-7e6e1c62-86e1-4a18-b446-6d7c1b78fdf8 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:10.239759 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2821847f-b35a-41c5-9fe7-83bb6d01c831 req-7e6e1c62-86e1-4a18-b446-6d7c1b78fdf8 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 943 time: 0.0838511 May 27 18:35:10.284063 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2821847f-b35a-41c5-9fe7-83bb6d01c831 req-ddf45e74-7d88-4bb5-b8e4-fa998139de1e tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 May 27 18:35:11.464777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e180fe-5710-4023-b9fb-a84171fcfda3 req-836998ed-49f5-4d36-ba02-81f82468402a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:11.466126 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a3e180fe-5710-4023-b9fb-a84171fcfda3 req-836998ed-49f5-4d36-ba02-81f82468402a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 943 time: 0.0796719 May 27 18:35:11.514211 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a3e180fe-5710-4023-b9fb-a84171fcfda3 req-4b545095-db25-4f1b-81b7-a031120ee8b8 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 May 27 18:35:12.697844 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fdf42-c957-45e0-8104-20ca5bcbd0b5 req-0c72a194-58b8-4a89-ac65-25e1abc5e2c3 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:12.699174 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e60fdf42-c957-45e0-8104-20ca5bcbd0b5 req-0c72a194-58b8-4a89-ac65-25e1abc5e2c3 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 943 time: 0.0789511 May 27 18:35:12.743099 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e60fdf42-c957-45e0-8104-20ca5bcbd0b5 req-e6967777-4cf1-4460-bf22-a5c165bcab95 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 May 27 18:35:12.916929 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device e98fba10-4907-4510-8a09-ea41247268da details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:35:13.049834 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port e98fba10-4907-4510-8a09-ea41247268da, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e98fba10-4907-4510-8a09-ea41247268da,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:35:13.062916 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'e98fba10-4907-4510-8a09-ea41247268da', 'network_id': '91a9e517-1bf3-49a7-94d6-c372d5bd8b01', 'port_id': 'e98fba10-4907-4510-8a09-ea41247268da', 'mac_address': 'fa:16:3e:80:d2:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f21cff12-06de-4446-b530-01320dc429d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:35:13.116516 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:13.135978 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98fba10-4907-4510-8a09-ea41247268da {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:35:13.152062 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port e98fba10-4907-4510-8a09-ea41247268da, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e98fba10-4907-4510-8a09-ea41247268da,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:35:13.266551 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:13.268456 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:13.338120 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=e98fba10-4907-4510-8a09-ea41247268da,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:13.340986 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:13.655188 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['e98fba10-4907-4510-8a09-ea41247268da'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:35:13.929095 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83c00c-0052-4d17-8570-4d98d1989033 req-f9aa57f0-6756-473b-a47c-edfae47ebb7d tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:13.930445 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b83c00c-0052-4d17-8570-4d98d1989033 req-f9aa57f0-6756-473b-a47c-edfae47ebb7d tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 944 time: 0.0832872 May 27 18:35:13.974131 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b83c00c-0052-4d17-8570-4d98d1989033 req-007b0ed9-3694-4e3c-baff-b6d12c868de4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373130 May 27 18:35:14.948531 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device e98fba10-4907-4510-8a09-ea41247268da up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:35:15.074667 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port e98fba10-4907-4510-8a09-ea41247268da completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:35:15.080153 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port e98fba10-4907-4510-8a09-ea41247268da triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:35:15.080529 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:15.168386 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef908d4-264d-4600-93c3-c0ec3d1647c0 req-c7137e2d-f2ef-4434-8d6c-bb95d8a39988 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:15.171827 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aef908d4-264d-4600-93c3-c0ec3d1647c0 req-c7137e2d-f2ef-4434-8d6c-bb95d8a39988 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 944 time: 0.0867658 May 27 18:35:15.208674 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:15.221907 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aef908d4-264d-4600-93c3-c0ec3d1647c0 req-8fcb0c63-2423-4208-acca-ca6473eff920 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 May 27 18:35:15.235747 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98fba10-4907-4510-8a09-ea41247268da'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:35:15.244897 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port e98fba10-4907-4510-8a09-ea41247268da, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e98fba10-4907-4510-8a09-ea41247268da,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:35:15.282547 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98fba10-4907-4510-8a09-ea41247268da', 'code': 200} May 27 18:35:15.347079 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:15.349753 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-3f83ebdf-d28a-4e6b-8131-628f340300da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:15.415623 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=e98fba10-4907-4510-8a09-ea41247268da,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:15.418617 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:15.635021 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204b24c-6f14-4414-aedc-c86c99127591 req-4472867c-eefb-451a-b50d-89e37373af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:15.636518 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d204b24c-6f14-4414-aedc-c86c99127591 req-4472867c-eefb-451a-b50d-89e37373af70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 1098 time: 0.0755830 May 27 18:35:15.678508 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d204b24c-6f14-4414-aedc-c86c99127591 req-bb795365-8b94-4824-b656-65b0cf36733b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341284 May 27 18:35:16.416691 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ab870-de9b-42d6-8ea6-79b26f7a8964 req-fa3fb8c8-cf69-4f8d-8d1d-e1c4a66344fe tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:16.418112 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-293ab870-de9b-42d6-8ea6-79b26f7a8964 req-fa3fb8c8-cf69-4f8d-8d1d-e1c4a66344fe tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.0868735 May 27 18:35:16.462916 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-293ab870-de9b-42d6-8ea6-79b26f7a8964 req-fabf434d-f74b-49ea-83d0-babeb4eeabd4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388770 May 27 18:35:17.645267 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b1fb5-7773-4fe0-9199-43bff5f8785c req-f0242280-433f-4083-b937-f5a8f54db1e1 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:17.646745 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9f2b1fb5-7773-4fe0-9199-43bff5f8785c req-f0242280-433f-4083-b937-f5a8f54db1e1 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.0793304 May 27 18:35:17.694241 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9f2b1fb5-7773-4fe0-9199-43bff5f8785c req-bb6f52ea-f772-436a-b243-5bfe1989e98e tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419037 May 27 18:35:29.154726 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:32.411768 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-c50d5f86-e769-43af-a080-0a6980436929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:34.079838 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:35:34.792196 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:35.092072 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b087f2ac-89e9-46a1-a43f-ddb6462c33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:36.143087 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:37.640142 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:47.825641 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574f556-7fe3-4587-ac31-b0f1e6e721c4 req-55fe7963-4aef-4fdc-9f78-18a1b5e65315 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:47.827021 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8574f556-7fe3-4587-ac31-b0f1e6e721c4 req-55fe7963-4aef-4fdc-9f78-18a1b5e65315 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.1905704 May 27 18:35:47.871824 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8574f556-7fe3-4587-ac31-b0f1e6e721c4 req-7e1d58b2-444e-4968-afb3-eec9c8c0284a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391421 May 27 18:35:49.062445 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b74c4-4784-4335-a4b8-ecbd2afea40f req-fb44cbf3-90ef-4364-bd42-50762bff115c tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:49.063814 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-591b74c4-4784-4335-a4b8-ecbd2afea40f req-fb44cbf3-90ef-4364-bd42-50762bff115c tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.0827477 May 27 18:35:49.181243 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-591b74c4-4784-4335-a4b8-ecbd2afea40f req-41d0b7b2-75f8-448c-a385-6e4e43e35e64 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118937 May 27 18:35:50.367269 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7283a2-a8b0-4b7c-a5a0-e24c96a62042 req-70268788-b81f-4859-8701-0ac4e400122a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:50.368739 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0a7283a2-a8b0-4b7c-a5a0-e24c96a62042 req-70268788-b81f-4859-8701-0ac4e400122a tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.0810483 May 27 18:35:50.415256 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0a7283a2-a8b0-4b7c-a5a0-e24c96a62042 req-e6a470be-8cd7-4127-b0b6-3f5f38d34c11 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 May 27 18:35:51.647666 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0e226-f85a-4002-9cb5-35cecbb86687 req-ecb68259-e624-4df0-8362-d8ee4e3fd270 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:51.649290 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2ba0e226-f85a-4002-9cb5-35cecbb86687 req-ecb68259-e624-4df0-8362-d8ee4e3fd270 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.1281071 May 27 18:35:51.697706 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2ba0e226-f85a-4002-9cb5-35cecbb86687 req-8bf035d9-1047-4f90-852d-bc31df3197dd tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401561 May 27 18:35:51.812604 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df6c1-7e1f-432b-a892-fce6d965ffb0 req-a2b56e0c-d467-46aa-bd5d-656b240d6c44 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:51.814062 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f41df6c1-7e1f-432b-a892-fce6d965ffb0 req-a2b56e0c-d467-46aa-bd5d-656b240d6c44 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0848918 May 27 18:35:51.853201 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-f78e06b0-a165-4fb3-bff0-6778133f8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:51.854696 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-f78e06b0-a165-4fb3-bff0-6778133f8693 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1137 time: 0.0708404 May 27 18:35:51.860968 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f41df6c1-7e1f-432b-a892-fce6d965ffb0 req-19b56747-9eee-4e77-9823-a75135a095c8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410783 May 27 18:35:51.988102 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-ad54f0ec-2fc4-4e8a-a6b4-120dd04ad106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:51.989448 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-ad54f0ec-2fc4-4e8a-a6b4-120dd04ad106 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 916 time: 0.1282547 May 27 18:35:52.094192 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-fdc7c44c-bef5-4ca0-bf7b-80aaf774a36f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 1001 time: 0.0966344 May 27 18:35:52.160503 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-59b6baad-5350-4c40-8a8f-63531bbcf839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:52.161919 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-59b6baad-5350-4c40-8a8f-63531bbcf839 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.0607555 May 27 18:35:52.245853 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-fc177b12-4612-4662-a3e6-dc1f986d8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:52.247241 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-fc177b12-4612-4662-a3e6-dc1f986d8f74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778258 May 27 18:35:52.382195 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-4e41a4ef-6550-4a92-bc40-c1836e86e021 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247463 May 27 18:35:52.662214 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5b956391-96de-4b1e-8e40-f82c918594e0 req-698668dc-cb5f-4d76-b261-40da4db0bbd4 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729976 May 27 18:35:52.678650 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-d167d431-c5cc-40ae-ae3c-0fcbcc45a8ed tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:52.679938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-d167d431-c5cc-40ae-ae3c-0fcbcc45a8ed tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Synchronizing usage tracker for tenant:b1983e2f23c84c3b9cea57a56d46f10b on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:35:52.758217 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-d167d431-c5cc-40ae-ae3c-0fcbcc45a8ed tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Unset dirty status for tenant:b1983e2f23c84c3b9cea57a56d46f10b on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:35:52.759552 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-d167d431-c5cc-40ae-ae3c-0fcbcc45a8ed tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.2148983 May 27 18:35:52.888164 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609630ef-b7e1-4500-8681-35951bb50f7a req-61e03e4e-44a0-40ff-81bc-9d67c791900c tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:52.889623 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-609630ef-b7e1-4500-8681-35951bb50f7a req-61e03e4e-44a0-40ff-81bc-9d67c791900c tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 945 time: 0.0812597 May 27 18:35:52.905021 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Deleting port e98fba10-4907-4510-8a09-ea41247268da {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:35:52.905590 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:52.950686 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-609630ef-b7e1-4500-8681-35951bb50f7a req-9529e39a-844f-4e7a-a0f8-e7bb8780e56e tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/security-groups?id=9fa33fbe-0796-44b8-93f2-faf4cc416290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524690 May 27 18:35:53.046083 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] For port e98fba10-4907-4510-8a09-ea41247268da, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e98fba10-4907-4510-8a09-ea41247268da,segment=NetworkSegment(498274e2-c419-44ff-b175-a3108200a09f),segment_id=498274e2-c419-44ff-b175-a3108200a09f)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:35:53.046469 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:53.076612 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd876329-6c74-4bbf-8145-1bc81c4b3915 req-55d6fcb3-3a78-4e9c-acc0-0145caa13b73 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:53.078080 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd876329-6c74-4bbf-8145-1bc81c4b3915 req-55d6fcb3-3a78-4e9c-acc0-0145caa13b73 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0847650 May 27 18:35:53.125968 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd876329-6c74-4bbf-8145-1bc81c4b3915 req-906508d8-0cb8-45ad-a101-dc43afca10a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420594 May 27 18:35:53.171940 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Calling delete_port for e98fba10-4907-4510-8a09-ea41247268da owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:35:53.342927 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:53.348494 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0a3d0aff-c5e9-4f19-b379-3bebd022dd1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:35:53.396153 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Pushing event deleted for resources: {'Port': ['ID=e98fba10-4907-4510-8a09-ea41247268da,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:35:53.432996 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.433304 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.433637 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.433984 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.434327 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.434668 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.435004 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.435341 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.435705 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.436040 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.436373 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.436700 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:35:53.443504 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:35:53.479185 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] No DVR routers for this DVR port e98fba10-4907-4510-8a09-ea41247268da on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:35:53.481685 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:53.484249 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'name': 'network-vif-deleted', 'tag': 'e98fba10-4907-4510-8a09-ea41247268da'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:35:53.528984 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '556541f2-ca37-41c5-8a16-df78f817f1ee', 'name': 'network-vif-deleted', 'tag': 'e98fba10-4907-4510-8a09-ea41247268da', 'status': 'completed', 'code': 200} May 27 18:35:53.566153 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c52ce217-81e2-40b4-990c-c0fabd00b2ff req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.47 "DELETE /v2.0/ports/e98fba10-4907-4510-8a09-ea41247268da HTTP/1.1" status: 204 len: 173 time: 0.8005967 May 27 18:35:54.103307 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5b2c4d55-aa0c-4d66-a071-a31a3d8cd323 req-c54a2790-b136-421d-8fbc-cc2a3511fc44 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] 10.222.0.36 "GET /v2.0/ports?device_id=556541f2-ca37-41c5-8a16-df78f817f1ee HTTP/1.1" status: 200 len: 210 time: 0.0424676 May 27 18:35:54.316748 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ef6a6-ce08-4299-9320-580ed21dfcad req-d376f510-9438-4fd6-89a0-c0505d75da7b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:54.318202 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-317ef6a6-ce08-4299-9320-580ed21dfcad req-d376f510-9438-4fd6-89a0-c0505d75da7b tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0846844 May 27 18:35:54.366248 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-317ef6a6-ce08-4299-9320-580ed21dfcad req-0cbfd9bb-06bf-47b8-860c-916c8709a2af tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420897 May 27 18:35:55.183777 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device e98fba10-4907-4510-8a09-ea41247268da no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:35:55.220622 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: e98fba10-4907-4510-8a09-ea41247268da {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:35:55.220973 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device e98fba10-4907-4510-8a09-ea41247268da not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:35:55.555301 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70db3dc-3608-49f0-90a5-6c3f32cd04a8 req-4e3adceb-e631-465c-8d4d-e33d99fb2d26 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:55.557126 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f70db3dc-3608-49f0-90a5-6c3f32cd04a8 req-4e3adceb-e631-465c-8d4d-e33d99fb2d26 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0820098 May 27 18:35:55.605526 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f70db3dc-3608-49f0-90a5-6c3f32cd04a8 req-8d396dc3-6477-4a13-900d-6a5dc111c777 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425215 May 27 18:35:56.797030 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd58f6-f79f-4e25-a4bd-b99f8452991f req-60133955-02ae-42e2-8ed0-645691ca10d4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:56.798619 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-43bd58f6-f79f-4e25-a4bd-b99f8452991f req-60133955-02ae-42e2-8ed0-645691ca10d4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0855675 May 27 18:35:56.847148 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-43bd58f6-f79f-4e25-a4bd-b99f8452991f req-3e731bf1-3c67-4716-9782-ddfa30b1f087 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411170 May 27 18:35:58.039077 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f72eb-6659-471e-9f6b-99706e9457d8 req-f2a64498-a18b-4863-b225-68965b8b45cd tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:58.040631 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-690f72eb-6659-471e-9f6b-99706e9457d8 req-f2a64498-a18b-4863-b225-68965b8b45cd tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0818970 May 27 18:35:58.092050 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-690f72eb-6659-471e-9f6b-99706e9457d8 req-d8fdab0d-56d8-4948-a58e-f320aa716ece tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456333 May 27 18:35:59.140576 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:35:59.278637 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d57fbf-01f1-405d-b81c-bf6d1c50796c req-65526afa-5c93-423d-90d0-439a5763c9b8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:35:59.280134 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-82d57fbf-01f1-405d-b81c-bf6d1c50796c req-65526afa-5c93-423d-90d0-439a5763c9b8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0836430 May 27 18:35:59.332757 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-82d57fbf-01f1-405d-b81c-bf6d1c50796c req-e0222a3d-6e9a-4fc6-bcff-97606eec77b8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465083 May 27 18:36:00.517574 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942fad6-6090-4f52-92d1-fb1e71b63155 req-021c31bd-05fc-40e7-b19a-37f0b04bc2ac tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:00.518931 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b942fad6-6090-4f52-92d1-fb1e71b63155 req-021c31bd-05fc-40e7-b19a-37f0b04bc2ac tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0826988 May 27 18:36:00.565069 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b942fad6-6090-4f52-92d1-fb1e71b63155 req-96f16c13-da50-419a-b4c6-e3c1d3e4dc47 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397265 May 27 18:36:01.753248 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417431e-d75c-48ec-bf13-83b92a8a95fc req-0d82f38d-4395-4d6e-bd02-eb89b94f7e92 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:01.755310 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a417431e-d75c-48ec-bf13-83b92a8a95fc req-0d82f38d-4395-4d6e-bd02-eb89b94f7e92 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0821519 May 27 18:36:01.803794 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a417431e-d75c-48ec-bf13-83b92a8a95fc req-3896e58a-4d0f-4a49-9509-73b8dc39f67c tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430996 May 27 18:36:02.456626 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-820e1b86-c84b-4020-b598-576f78f457d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:02.521893 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423a053-3b73-42f7-84a0-a38b742527fc req-c430759f-9719-4411-ae18-2883c3807802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:02.524132 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c423a053-3b73-42f7-84a0-a38b742527fc req-c430759f-9719-4411-ae18-2883c3807802 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1137 time: 0.1248682 May 27 18:36:02.682837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423a053-3b73-42f7-84a0-a38b742527fc req-514380fc-2030-41d5-98af-cd1e36e4a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:02.684240 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c423a053-3b73-42f7-84a0-a38b742527fc req-514380fc-2030-41d5-98af-cd1e36e4a740 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 916 time: 0.1390288 May 27 18:36:02.786337 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c423a053-3b73-42f7-84a0-a38b742527fc req-560dcf99-011e-49cf-bfab-874836c4b9de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 1001 time: 0.0956023 May 27 18:36:02.849458 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423a053-3b73-42f7-84a0-a38b742527fc req-4e1d8a39-5c13-4a64-8b52-fa5719adb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:02.850937 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c423a053-3b73-42f7-84a0-a38b742527fc req-4e1d8a39-5c13-4a64-8b52-fa5719adb55c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.0569456 May 27 18:36:02.926917 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423a053-3b73-42f7-84a0-a38b742527fc req-09668148-99ca-4dcd-97f3-ae4ebd49dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:02.928448 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c423a053-3b73-42f7-84a0-a38b742527fc req-09668148-99ca-4dcd-97f3-ae4ebd49dea9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700986 May 27 18:36:02.996660 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28f081-42ce-4020-ba0b-0d48a88851ff req-82217b79-c81d-4438-8315-07e065c3b4a4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:02.998041 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6a28f081-42ce-4020-ba0b-0d48a88851ff req-82217b79-c81d-4438-8315-07e065c3b4a4 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0840030 May 27 18:36:03.044930 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6a28f081-42ce-4020-ba0b-0d48a88851ff req-010bdece-b58f-4f80-9fb2-27aaa812c850 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409756 May 27 18:36:03.065380 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c423a053-3b73-42f7-84a0-a38b742527fc req-2e7b1e66-371b-4793-a8b1-690331f535a0 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304712 May 27 18:36:03.196270 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c423a053-3b73-42f7-84a0-a38b742527fc req-3bc5708a-23a4-45dd-9580-b3be8c20b9fc service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243649 May 27 18:36:04.231576 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c5b43-4582-436f-b1e3-d28b7c2add29 req-1ae3ac77-ed22-43e2-b198-061c555472b9 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:04.233015 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f39c5b43-4582-436f-b1e3-d28b7c2add29 req-1ae3ac77-ed22-43e2-b198-061c555472b9 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0817952 May 27 18:36:04.279711 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f39c5b43-4582-436f-b1e3-d28b7c2add29 req-82514a36-b534-479e-b94a-5ddd5bcf26b2 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&id=7f5e6a11-79a4-4a1d-8900-74c18ff4de62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409057 May 27 18:36:04.788467 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:05.062693 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4ad33a97-5233-43be-bd84-8b1cb5a77d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:06.077671 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:07.700986 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:08.246266 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068355e-61ac-4919-b9a5-672663050047 req-eefe4c62-eb1d-460b-9cd6-917ef4ada6b7 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:08.247768 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f068355e-61ac-4919-b9a5-672663050047 req-eefe4c62-eb1d-460b-9cd6-917ef4ada6b7 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.0871968 May 27 18:36:08.292106 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f068355e-61ac-4919-b9a5-672663050047 req-63a2986b-60d1-4f10-8462-9c2f1fcdc726 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385861 May 27 18:36:09.489565 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ddbad-b69d-4fe2-82e2-5301542aec34 req-1f51a968-cd8b-4239-a695-50ff0e333e17 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:09.490928 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-004ddbad-b69d-4fe2-82e2-5301542aec34 req-1f51a968-cd8b-4239-a695-50ff0e333e17 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.0803025 May 27 18:36:09.539548 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-004ddbad-b69d-4fe2-82e2-5301542aec34 req-d6cf651e-fcd8-4cff-bba2-cbffac68a413 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 May 27 18:36:10.328422 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6b096300-220c-4d52-8763-87f20c08c83b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:10.329065 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6b096300-220c-4d52-8763-87f20c08c83b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Synchronizing usage tracker for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:36:10.428602 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6b096300-220c-4d52-8763-87f20c08c83b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Unset dirty status for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:36:10.430555 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6b096300-220c-4d52-8763-87f20c08c83b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.2731390 May 27 18:36:10.581838 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Deleting port 7632f1f0-ed26-4a19-98be-9a620113619a {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:36:10.582019 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:10.715079 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] For port 7632f1f0-ed26-4a19-98be-9a620113619a, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7632f1f0-ed26-4a19-98be-9a620113619a,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:36:10.715549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:10.729240 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cd8b9-fa83-4da4-b3f6-c92fea6326f4 req-eb386ead-be08-42cb-b0d3-5f84bde5d471 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:10.730713 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bc5cd8b9-fa83-4da4-b3f6-c92fea6326f4 req-eb386ead-be08-42cb-b0d3-5f84bde5d471 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 946 time: 0.0807605 May 27 18:36:10.776595 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bc5cd8b9-fa83-4da4-b3f6-c92fea6326f4 req-faf969ef-0b67-4c22-b693-eea658c7e170 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=949495b3-aac7-421c-94ed-f87e7805b7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400753 May 27 18:36:11.016830 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:11.017188 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:11.017488 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.l3_db [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Floating IP d3b89af1-f395-4b16-9c11-a0c9ebb44360 disassociated. External IP: 172.28.0.225, port: 7632f1f0-ed26-4a19-98be-9a620113619a. May 27 18:36:11.017812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Calling delete_port for 7632f1f0-ed26-4a19-98be-9a620113619a owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:36:11.078549 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:36:11.194158 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:11.202433 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:11.247621 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event deleted for resources: {'Port': ['ID=7632f1f0-ed26-4a19-98be-9a620113619a,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:11.304490 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:11.440427 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:36:11.622553 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:36:11.632903 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] Sync routers for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:36:11.642231 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:36:11.642785 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:36:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:11.695961 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] No DVR routers for this DVR port 7632f1f0-ed26-4a19-98be-9a620113619a on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:36:11.698418 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:11.701089 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-deleted', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:36:11.747881 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68fd065-86ae-4d61-9637-87395d14cad9', 'name': 'network-vif-deleted', 'tag': '7632f1f0-ed26-4a19-98be-9a620113619a', 'status': 'completed', 'code': 200} May 27 18:36:11.781531 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-af1f9cb8-9c2c-4263-be20-a2034faaf2d6 req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "DELETE /v2.0/ports/7632f1f0-ed26-4a19-98be-9a620113619a HTTP/1.1" status: 204 len: 173 time: 1.3433321 May 27 18:36:11.865430 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:36:11.969716 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1f815ddd-0990-4d3c-add6-14a756977736 req-461ff745-9c83-4d83-b1ce-7f1f6aac40fa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=e68fd065-86ae-4d61-9637-87395d14cad9 HTTP/1.1" status: 200 len: 210 time: 0.0548258 May 27 18:36:12.195190 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:12.199317 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] Checking router: ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:36:12.207852 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:36:12.208448 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:36:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:12.385541 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:36:12.723505 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:12.728205 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c4c309-8627-4c4a-b195-59cd4d2230f4 None None] The sync data for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb is: [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:36:12.954686 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1b0749-0737-416a-bbc6-b163a17e3e18 None None] New status for floating IP d3b89af1-f395-4b16-9c11-a0c9ebb44360: DOWN {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:36:13.206704 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45436) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:13.285167 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:13.308866 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:36:13.321131 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:13.349258 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 7632f1f0-ed26-4a19-98be-9a620113619a {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:36:13.349544 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 7632f1f0-ed26-4a19-98be-9a620113619a not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:36:13.431627 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:13.435439 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-50e14a2f-f689-4642-b7fd-c6badcb78cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:13.450747 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=949495b3-aac7-421c-94ed-f87e7805b7fe,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:13.453352 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:13.524029 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:13.525142 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "DELETE /v2.0/security-groups/949495b3-aac7-421c-94ed-f87e7805b7fe HTTP/1.1" status: 204 len: 168 time: 0.3172894 May 27 18:36:13.527757 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45440) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:13.543565 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.api.v2.resource [None req-2390921d-ea0c-4145-a256-f89c05647bfb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] show failed (client error): The resource could not be found. May 27 18:36:13.544488 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-2390921d-ea0c-4145-a256-f89c05647bfb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups/949495b3-aac7-421c-94ed-f87e7805b7fe HTTP/1.1" status: 404 len: 347 time: 0.0158737 May 27 18:36:13.548114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45444) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:13.868043 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Deleting port e090d697-aacb-459b-a47c-9f721f609723 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:36:13.868043 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:13.992934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:13.993169 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:14.124098 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Calling delete_port for e090d697-aacb-459b-a47c-9f721f609723 owned by network:floatingip {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:36:14.334846 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:14.339921 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-01714a4e-5dcd-4102-95ca-5bf756d63bd1 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:14.419289 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event deleted for resources: {'Port': ['ID=e090d697-aacb-459b-a47c-9f721f609723,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:14.422694 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:14.483496 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:14.497355 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:14.498458 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "DELETE /v2.0/floatingips/d3b89af1-f395-4b16-9c11-a0c9ebb44360 HTTP/1.1" status: 204 len: 168 time: 0.9495335 May 27 18:36:14.762100 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45460) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:14.767365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699418225', 'description': 'tempest-description--184461200'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:36:14.773986 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:36:14.778135 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:36:14.781074 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:36:14.786699 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:36:14.879970 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:14.901247 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:36:14.905092 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group_rule and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:36:14.907932 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:36:14.913659 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:36:14.984614 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.042932 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.046876 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-60000c6d-1b1c-4ccf-9c18-9c0d8c99d5d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:15.089061 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:15.091642 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:15.153476 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.154608 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3915081 May 27 18:36:15.157373 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45466) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:15.162328 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'security_group_rule': {'security_group_id': 'f9b3ce2c-b88b-4cea-a279-bb10ea52f64e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:36:15.168338 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:36:15.172514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group_rule and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:36:15.175459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:36:15.182161 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:36:15.257704 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.318288 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.376784 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.378893 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-60890ed0-0afb-4399-b519-1ddb13768736 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:15.400415 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac72ee4-3510-4d0a-bcc4-43fbb7ec9477,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:15.404316 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:15.483604 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.496014 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-3cd0d8cf-cad1-4cf7-9617-57e87784c7ef tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3265660 May 27 18:36:15.498019 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45476) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:15.503276 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'security_group_rule': {'security_group_id': 'f9b3ce2c-b88b-4cea-a279-bb10ea52f64e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:36:15.509760 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:36:15.513681 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:security_group_rule and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:36:15.519464 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:36:15.522566 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:36:15.599675 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.662284 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.719501 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.721575 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d2f595f6-4184-4358-92a5-511163394935 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:15.742406 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98837a7-ca9f-4407-a7e8-3c64b2f0d797,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:15.746250 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:15.828238 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:15.829410 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-b61ab65e-1da2-40e3-9a1e-d85e3e8d051e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3304698 May 27 18:36:15.832532 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45480) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:15.838029 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'floatingip': {'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:36:15.843685 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:36:15.847452 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:floatingip and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:36:15.850387 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:36:15.856874 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:36:15.953912 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:16.107277 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:16.245514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Allocated IP 172.28.0.33 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/bff38645-121e-4bef-a09d-9e06ea93419d) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:36:16.388226 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:16.468278 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:16.471741 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6e5504d6-b97c-40b7-a11d-b4d7d10392ce tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:16.533250 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:36:16.535964 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:36:16.539463 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:36:16.574067 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'Port': ['ID=bff38645-121e-4bef-a09d-9e06ea93419d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:16.578204 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:16.629379 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:16.836679 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:17.138367 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:17.221194 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:17.221749 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e2a6075a-340e-48a8-851a-03aa3dc777c4 tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:17.330870 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'Port': ['ID=bff38645-121e-4bef-a09d-9e06ea93419d,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:17.335511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:17.339965 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:17.411321 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:17.413630 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5793724 May 27 18:36:17.646889 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-ece229d4-767d-49ee-845e-f6842dddf847 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--699418225&fields=id&tenant_id=3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 267 time: 0.1018872 May 27 18:36:17.803015 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-c8c9cee3-65ae-4803-84b5-c9a6ef8161cf tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:17.804494 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-c8c9cee3-65ae-4803-84b5-c9a6ef8161cf tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 816 time: 0.1502748 May 27 18:36:17.821465 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-a056f710-e316-4226-be88-c2780ef025cd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/quotas/3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 375 time: 0.0113482 May 27 18:36:17.905316 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-3243d183-c735-4f5f-b1ba-8770f606b32a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790558 May 27 18:36:18.083747 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-b9165f1d-7c37-49f4-89e6-e30407ff8533 service neutron] 10.222.0.36 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666055 May 27 18:36:18.223386 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-c35a44d4-7554-4a94-a914-7e804e0403f4 service neutron] 10.222.0.36 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333034 May 27 18:36:18.484157 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a8766e7a-0575-44ea-9169-b00df7df6ad1 req-ea6fc427-ec00-4abc-ac57-717fac36907e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 210 time: 0.0533783 May 27 18:36:19.606307 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45550) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:19.652270 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4375dd5e-6f6a-43f8-86a1-c410dbde41d6 req-1102192d-c939-45e8-966b-96a1935abf56 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 210 time: 0.0440152 May 27 18:36:19.672264 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Deleting subnet f21cff12-06de-4446-b530-01320dc429d9 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:36:19.675163 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:19.725537 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185079'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:19.783764 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.091320 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15184992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14865120'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.096227 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5ab726a9-713f-4510-9670-57a17c135ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:20.135902 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21cff12-06de-4446-b530-01320dc429d9,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:20.137877 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.141453 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:20.144129 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-8d5afae3-ad5f-4598-b8ab-f17ede2a8ab9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f21cff12-06de-4446-b530-01320dc429d9 HTTP/1.1" status: 204 len: 168 time: 0.5367174 May 27 18:36:20.146597 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45554) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:20.251319 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.376709 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.389305 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a9e517-1bf3-49a7-94d6-c372d5bd8b01']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:20.401765 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498274e2-c419-44ff-b175-a3108200a09f') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:20.402048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498274e2-c419-44ff-b175-a3108200a09f') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:20.413744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185038'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.429955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.435739 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:36:20.436102 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15174338'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: Traceback (most recent call last): May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: timer() May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: cb(*args, **kw) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: return func(*args, **kwargs) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: self._notify() May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: self.callback(batched_events) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: event.method(event) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: return f(self, *a, **k) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: return self._get(url).json() May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:36:20.449001 dv-cinder-792299-4-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:36:20.614621 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.618592 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:20.634381 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:20.640336 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=91a9e517-1bf3-49a7-94d6-c372d5bd8b01,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:20.649457 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:20.750233 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/91a9e517-1bf3-49a7-94d6-c372d5bd8b01 HTTP/1.1" status: 204 len: 168 time: 0.6025686 May 27 18:36:20.814107 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-52d645b5-03c4-4389-aa51-f8c8057fedad req-f1044584-89a6-423d-9c4a-a104c8a51b7c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 210 time: 0.0503473 May 27 18:36:20.835656 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-15c9a707-6744-4817-8566-d5637878db28 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:20.837141 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-15c9a707-6744-4817-8566-d5637878db28 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 816 time: 0.1615641 May 27 18:36:20.893173 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-b5977e81-300d-4642-b92c-5c8f0251c72e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Synchronizing usage tracker for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:36:20.997440 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-b5977e81-300d-4642-b92c-5c8f0251c72e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Unset dirty status for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:36:20.998680 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-b5977e81-300d-4642-b92c-5c8f0251c72e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 379 time: 0.1517181 May 27 18:36:21.008296 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'port': {'device_id': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'admin_state_up': True, 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'security_groups': ['f9b3ce2c-b88b-4cea-a279-bb10ea52f64e']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:36:21.082290 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45568) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:21.184886 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-3e9c56a1-9799-41f8-9ac4-8581d564044e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1983e2f23c84c3b9cea57a56d46f10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992358 May 27 18:36:21.185270 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45574) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:21.193446 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:36:21.198853 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Usage tracker for resource:port and tenant:3a7056ea612246ce92e0dc99224ae22e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:36:21.201850 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:36:21.207835 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:36:21.250773 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:21.276835 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:21.278074 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Made reservation on behalf of 3a7056ea612246ce92e0dc99224ae22e for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:36:21.281807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:21.407551 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:21.413892 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:21.426448 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa33fbe-0796-44b8-93f2-faf4cc416290,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:21.436271 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.436631 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.436982 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.437327 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.437665 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.438009 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.438386 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.438724 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.439068 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.439425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.439761 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.440096 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:21.443848 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:21.445234 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:21.449269 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9fa33fbe-0796-44b8-93f2-faf4cc416290 HTTP/1.1" status: 204 len: 168 time: 0.2599194 May 27 18:36:21.549617 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Allocated IP 172.20.0.13 (1600c6a4-a49a-4e09-9024-b2eb56e4b4cf/4be0c259-64c6-4a46-9318-a877db4763e4/8b08902c-9fa3-45a5-a24e-5745f418b026) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:36:21.741942 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:21.757639 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Transition to ACTIVE for port object 8b08902c-9fa3-45a5-a24e-5745f418b026 will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:36:21.828546 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:21.834415 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2962aa9e-f954-4e9e-b0ec-bdc0f6ba505c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:21.936822 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:36:21.941863 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:36:21.955139 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:36:22.027800 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:22.028467 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:22.034032 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:22.044316 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f72214-c40d-427a-b5e1-d4d4fc89a92d req-37130130-07b5-41ca-90fd-e527ea293df0 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:22.044796 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:22.046002 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a5f72214-c40d-427a-b5e1-d4d4fc89a92d req-37130130-07b5-41ca-90fd-e527ea293df0 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 932 time: 0.1003878 May 27 18:36:22.099252 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a5f72214-c40d-427a-b5e1-d4d4fc89a92d req-afd38151-7092-4fa7-9bc0-f4522a8d56ff tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462074 May 27 18:36:22.129565 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1256301 May 27 18:36:22.143948 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Request body: {'port': {'device_id': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:36:22.255737 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:22.277310 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-44a8131e-4448-4920-90a6-bd82fc648f2c None None] Provisioning for port 8b08902c-9fa3-45a5-a24e-5745f418b026 completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:36:22.282383 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-44a8131e-4448-4920-90a6-bd82fc648f2c None None] Provisioning complete for port 8b08902c-9fa3-45a5-a24e-5745f418b026 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:36:22.282766 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-44a8131e-4448-4920-90a6-bd82fc648f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:22.336043 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-44a8131e-4448-4920-90a6-bd82fc648f2c None None] Port 8b08902c-9fa3-45a5-a24e-5745f418b026 cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:36:22.599172 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b08902c-9fa3-45a5-a24e-5745f418b026 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:36:22.606381 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:22.620536 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Transition to ACTIVE for port object 8b08902c-9fa3-45a5-a24e-5745f418b026 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:36:22.707847 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:22.712539 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c383d9e-c3ad-4e92-bc3c-22a7a682ef8c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:22.868548 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:22.875037 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:22.944871 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Attempting to bind port 8b08902c-9fa3-45a5-a24e-5745f418b026 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:36:22.945201 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Attempting to bind port 8b08902c-9fa3-45a5-a24e-5745f418b026 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:36:22.945525 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Attempting to bind port 8b08902c-9fa3-45a5-a24e-5745f418b026 on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:36:22.950268 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Port 8b08902c-9fa3-45a5-a24e-5745f418b026 on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:36:22.950590 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Attempting to bind port 8b08902c-9fa3-45a5-a24e-5745f418b026 on network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:36:22.955981 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:36:22.956314 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Checking segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:36:22.956816 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Bound using segment: {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:36:22.957243 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Bound port: 8b08902c-9fa3-45a5-a24e-5745f418b026, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d4c272d-1fd6-482c-a46e-f0124d5f1159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:36:22.957585 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:23.046188 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:36:23.049210 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:36:23.136746 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:23.141652 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:23.191238 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:23.192473 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:23.193846 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] 10.222.0.47 "PUT /v2.0/ports/8b08902c-9fa3-45a5-a24e-5745f418b026 HTTP/1.1" status: 200 len: 1094 time: 1.0544364 May 27 18:36:23.202711 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:36:23.232868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:23.233126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:23.329710 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881acb44-357f-4b73-bb45-a5f7890e27a6 req-88013a57-3a3a-4cf4-8855-9afe197ca08c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:23.332019 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-881acb44-357f-4b73-bb45-a5f7890e27a6 req-88013a57-3a3a-4cf4-8855-9afe197ca08c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.1118124 May 27 18:36:23.402728 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-15c8be73-9e58-437e-a205-e21c9e6b5531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:23.404736 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-15c8be73-9e58-437e-a205-e21c9e6b5531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 1097 time: 0.0965805 May 27 18:36:23.406737 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-881acb44-357f-4b73-bb45-a5f7890e27a6 req-345dde77-fcec-4e3b-adb4-3464f13ee8bc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677297 May 27 18:36:23.499640 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-01c9aa7a-031b-4934-b2d2-79f7daa25a42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b08902c-9fa3-45a5-a24e-5745f418b026 HTTP/1.1" status: 200 len: 217 time: 0.0811427 May 27 18:36:23.539012 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'status': 'completed', 'code': 200} May 27 18:36:23.568550 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-3730714d-a1d5-4d0e-b65e-68cf304312d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:23.571669 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-3730714d-a1d5-4d0e-b65e-68cf304312d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0638936 May 27 18:36:23.654537 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-644c4e8c-deca-49aa-bb09-e8d597981c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:23.656007 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-644c4e8c-deca-49aa-bb09-e8d597981c7b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715494 May 27 18:36:23.876096 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-a194cdb2-e476-4781-94d8-255987c532f2 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120118 May 27 18:36:24.014169 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-23cf055e-8584-48f0-ac9d-f8b90396364b req-391e4993-822d-4405-ad07-2a5a2dc1696f service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296613 May 27 18:36:24.187554 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-6c4bb123-bdb8-46f6-ad83-533ce67c2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:24.189030 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-6c4bb123-bdb8-46f6-ad83-533ce67c2fb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 1097 time: 0.0786643 May 27 18:36:24.323030 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-7d615988-95b9-4a15-b933-fbef0a954819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:24.324454 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-7d615988-95b9-4a15-b933-fbef0a954819 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1274610 May 27 18:36:24.406185 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-122f543b-2d4f-411a-82ba-069aa00292e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b08902c-9fa3-45a5-a24e-5745f418b026 HTTP/1.1" status: 200 len: 217 time: 0.0645795 May 27 18:36:24.469520 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-a6558780-3e2d-44e3-916e-890f33352cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:24.470966 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-a6558780-3e2d-44e3-916e-890f33352cfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0582862 May 27 18:36:24.549796 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-814430a7-c7bf-4568-8789-d59bb25de995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:24.551305 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-814430a7-c7bf-4568-8789-d59bb25de995 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721128 May 27 18:36:24.603340 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b9ba1-9521-47ff-99af-4da2ed7f6bb6 req-0e5371e0-c1e9-49ca-a2dd-737e0d77dd88 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:24.604814 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4d0b9ba1-9521-47ff-99af-4da2ed7f6bb6 req-0e5371e0-c1e9-49ca-a2dd-737e0d77dd88 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0799718 May 27 18:36:24.653074 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4d0b9ba1-9521-47ff-99af-4da2ed7f6bb6 req-ddb40921-1c93-44e4-814f-d33696bfef68 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 May 27 18:36:24.686371 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-fbe201a7-afbc-4bbd-a0ad-1c48550064af service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271713 May 27 18:36:24.820114 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b0876e21-0d77-4004-85b4-cb7972a817ff req-7541456c-1ce4-4f80-991e-daa2c32a2168 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262121 May 27 18:36:25.846712 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c65fc-8088-4317-9c61-3817da9d7964 req-a94f152f-ce27-44e5-ac2a-f7853727127c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:25.848199 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-319c65fc-8088-4317-9c61-3817da9d7964 req-a94f152f-ce27-44e5-ac2a-f7853727127c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0827334 May 27 18:36:25.894067 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-319c65fc-8088-4317-9c61-3817da9d7964 req-e6501f29-8d1e-40fc-b0e1-91bb979c2c95 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395706 May 27 18:36:27.090026 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f9ce6-6c92-4de4-b27e-ba378653aa7b req-e90168e8-413a-4f61-8739-dd8a0cd037ec tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:27.091538 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-157f9ce6-6c92-4de4-b27e-ba378653aa7b req-e90168e8-413a-4f61-8739-dd8a0cd037ec tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0859919 May 27 18:36:27.137196 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-157f9ce6-6c92-4de4-b27e-ba378653aa7b req-e5485f79-01e6-4744-b621-2887d6a3c874 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399981 May 27 18:36:28.354589 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bf51a-c9e8-4f30-b0c4-6e809a1ddc23 req-aeb5e535-fe00-4590-8784-0c3bea567f88 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:28.356311 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e0bf51a-c9e8-4f30-b0c4-6e809a1ddc23 req-aeb5e535-fe00-4590-8784-0c3bea567f88 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0880752 May 27 18:36:28.404301 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e0bf51a-c9e8-4f30-b0c4-6e809a1ddc23 req-8aba87fd-8e50-4901-8f80-5ff893ef1d86 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421960 May 27 18:36:28.838745 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd946c8-af1f-44fc-9cab-67ee9ff2ba9f req-781e8cad-08d2-4d15-a8c1-27e8f15560b2 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:28.840238 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fd946c8-af1f-44fc-9cab-67ee9ff2ba9f req-781e8cad-08d2-4d15-a8c1-27e8f15560b2 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0862582 May 27 18:36:28.887633 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fd946c8-af1f-44fc-9cab-67ee9ff2ba9f req-5ba46254-1ce3-425f-9a9a-64826e05768a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413771 May 27 18:36:29.176156 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:29.420445 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:36:29.555902 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:36:29.569567 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'port_id': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'mac_address': 'fa:16:3e:ef:ce:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:36:29.611476 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a4ad4-42df-4df5-8a37-b89ec6e0b4bc req-a852bd16-dfee-4a19-a5e2-3bcbf49877e1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:29.612931 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e24a4ad4-42df-4df5-8a37-b89ec6e0b4bc req-a852bd16-dfee-4a19-a5e2-3bcbf49877e1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0832741 May 27 18:36:29.634190 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:29.651096 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b08902c-9fa3-45a5-a24e-5745f418b026 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:36:29.661380 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e24a4ad4-42df-4df5-8a37-b89ec6e0b4bc req-bff35fc2-245a-4345-af98-231f90930d0e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422392 May 27 18:36:29.668225 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:36:29.768694 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:29.770400 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-e885d2cb-a694-41ba-b631-351577b9da09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:29.836165 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:29.843231 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.843609 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.843940 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.844271 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.844602 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.844929 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.845250 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.845569 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.845889 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.846205 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.846521 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.846836 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:36:29.850529 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:30.072358 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55df609-6edf-46ca-8707-592b5b4ab01a req-a7b9406a-178d-464b-8f37-ed998afcccb1 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:30.073712 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b55df609-6edf-46ca-8707-592b5b4ab01a req-a7b9406a-178d-464b-8f37-ed998afcccb1 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0798926 May 27 18:36:30.118001 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b55df609-6edf-46ca-8707-592b5b4ab01a req-419d8387-7eba-4cbd-adc2-262bf6816773 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386970 May 27 18:36:30.200018 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['8b08902c-9fa3-45a5-a24e-5745f418b026'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:36:30.850012 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f02c90-0f1e-4c04-9bfc-055b17b7b2be req-668d5532-b4f6-4a47-8033-001ef9c559dc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:30.852103 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78f02c90-0f1e-4c04-9bfc-055b17b7b2be req-668d5532-b4f6-4a47-8033-001ef9c559dc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 945 time: 0.0833106 May 27 18:36:30.958225 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78f02c90-0f1e-4c04-9bfc-055b17b7b2be req-6b11e198-f5c1-44ca-b5a0-31825583bcb7 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000087 May 27 18:36:31.303340 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05aaf9-e114-46a7-9405-2b4889cf80b5 req-45a85465-8340-4427-b83b-9e35a35cbcbb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:31.304837 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fb05aaf9-e114-46a7-9405-2b4889cf80b5 req-45a85465-8340-4427-b83b-9e35a35cbcbb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0788150 May 27 18:36:31.351105 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fb05aaf9-e114-46a7-9405-2b4889cf80b5 req-fbaef8b6-6f28-4892-8c07-797fe92f686e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405464 May 27 18:36:31.420050 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:36:31.536204 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 8b08902c-9fa3-45a5-a24e-5745f418b026 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:36:31.541304 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 8b08902c-9fa3-45a5-a24e-5745f418b026 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:36:31.541709 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:31.657957 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:31.684348 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:36:31.693633 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:36:31.775224 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:31.777115 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-949d3d26-5e56-4e5a-9463-981fb47c6805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:36:31.812942 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'code': 200} May 27 18:36:31.848321 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:36:31.851264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:36:32.150252 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dc046-ea57-4a5d-bfdf-67d05f60d2eb req-d62e3496-cd3e-4e4e-a4e8-54d178ee31fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:32.151752 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-057dc046-ea57-4a5d-bfdf-67d05f60d2eb req-d62e3496-cd3e-4e4e-a4e8-54d178ee31fd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0852048 May 27 18:36:32.197970 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-057dc046-ea57-4a5d-bfdf-67d05f60d2eb req-1b1f3035-2a1a-44b1-8167-2ac02ea9a060 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405374 May 27 18:36:32.222357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0934d73-5ca4-4c4d-857a-dc1cccbd2f7f req-cdc3cfbc-56c4-4a97-807a-c5e4776afbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:32.223918 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d0934d73-5ca4-4c4d-857a-dc1cccbd2f7f req-cdc3cfbc-56c4-4a97-807a-c5e4776afbd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 1099 time: 0.0742588 May 27 18:36:32.264134 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d0934d73-5ca4-4c4d-857a-dc1cccbd2f7f req-8e3482fe-5222-4a0a-9a25-9ce0d1eafd18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334339 May 27 18:36:32.422377 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-252fe22b-38f0-4601-9edf-1a8589fa6218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:32.545212 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df94be-ec3f-4dcb-9e94-e110c13aa477 req-8243aa24-77ea-49d1-bfdd-0f05b5d30335 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:32.546643 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-54df94be-ec3f-4dcb-9e94-e110c13aa477 req-8243aa24-77ea-49d1-bfdd-0f05b5d30335 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0840292 May 27 18:36:32.592156 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-54df94be-ec3f-4dcb-9e94-e110c13aa477 req-65a96e65-0cf4-457b-89bc-5209fb8f1a90 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399716 May 27 18:36:33.393023 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df2006-be53-4bac-9a00-45b53ab50306 req-a2716135-b63b-4982-880f-05c44b7806d8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:33.394477 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b6df2006-be53-4bac-9a00-45b53ab50306 req-a2716135-b63b-4982-880f-05c44b7806d8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0833671 May 27 18:36:33.439760 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b6df2006-be53-4bac-9a00-45b53ab50306 req-80f5cdc3-4740-497d-b7e1-b635c5ce8d1e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388763 May 27 18:36:33.784524 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d0612-f13d-47fc-88cb-f55e2b6bdcdc req-4f8f2214-5c30-45f6-bbf1-2af154b3bc60 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:33.785968 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-351d0612-f13d-47fc-88cb-f55e2b6bdcdc req-4f8f2214-5c30-45f6-bbf1-2af154b3bc60 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0836542 May 27 18:36:33.829944 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-351d0612-f13d-47fc-88cb-f55e2b6bdcdc req-f5cb9f4b-f51f-44cf-a9f5-f1d525084e04 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378711 May 27 18:36:34.628814 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a1bcf4-8c72-4400-981c-3bfd5be36a69 req-b990cda8-d0f0-4b82-aebb-aa6118033ee6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:34.630255 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-00a1bcf4-8c72-4400-981c-3bfd5be36a69 req-b990cda8-d0f0-4b82-aebb-aa6118033ee6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0789661 May 27 18:36:34.675623 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-00a1bcf4-8c72-4400-981c-3bfd5be36a69 req-7506a659-9076-4a7a-b78e-5734e9876a2e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394583 May 27 18:36:34.816217 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:34.863678 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a82ff-912b-446a-8a2e-867ce87b6627 req-fb6ebe59-ffdf-4e15-b3fa-bed866bf3b05 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:34.863678 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e56a82ff-912b-446a-8a2e-867ce87b6627 req-fb6ebe59-ffdf-4e15-b3fa-bed866bf3b05 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0845835 May 27 18:36:34.872386 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45658) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:36:34.877552 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Request body: {'floatingip': {'port_id': '8b08902c-9fa3-45a5-a24e-5745f418b026'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:36:34.989300 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:35.060466 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-63aadcff-731f-4f6c-95f0-28277529de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:35.204842 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348788c-7a3b-47e5-8e7a-c4c79150bdc3 req-3a332aa3-607d-438e-86ce-379139648d12 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:35.206291 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5348788c-7a3b-47e5-8e7a-c4c79150bdc3 req-3a332aa3-607d-438e-86ce-379139648d12 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.2613304 May 27 18:36:35.367731 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5348788c-7a3b-47e5-8e7a-c4c79150bdc3 req-bf1b7c2e-e2b9-49a7-9966-adab92ad6129 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103675 May 27 18:36:35.721312 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:35.793023 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:35.968606 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.l3_db [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Floating IP e702f6d5-8fd0-4b96-a1e1-464203a1598a associated. External IP: 172.28.0.33, port: 8b08902c-9fa3-45a5-a24e-5745f418b026. May 27 18:36:36.050707 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:36.327685 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:36:36.560362 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:36:36.565182 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:36.570263 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] Sync routers for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:36:36.579673 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:36:36.580202 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:36:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:36.628177 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-8df8476d-58d2-4c12-bbdf-d343e9d41dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "PUT /v2.0/floatingips/e702f6d5-8fd0-4b96-a1e1-464203a1598a HTTP/1.1" status: 200 len: 991 time: 1.7546840 May 27 18:36:36.629468 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:36:36.641876 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730df31-2947-4c30-9803-0c68e26ed114 req-e1dbcb45-7d08-4d08-85b4-564ec1851a60 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:36.643366 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6730df31-2947-4c30-9803-0c68e26ed114 req-e1dbcb45-7d08-4d08-85b4-564ec1851a60 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1639035 May 27 18:36:36.695906 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6730df31-2947-4c30-9803-0c68e26ed114 req-a057de0b-ff07-4664-bcd4-851fba84926a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461409 May 27 18:36:36.772327 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:36:36.805204 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'status': 'completed', 'code': 200} May 27 18:36:36.895079 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac43510-149c-42c0-9cd3-5746f99f304e req-f1ada6f8-2a0e-48a7-a916-ba86eb982515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:36.896599 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aac43510-149c-42c0-9cd3-5746f99f304e req-f1ada6f8-2a0e-48a7-a916-ba86eb982515 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 1099 time: 0.0700579 May 27 18:36:37.028122 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac43510-149c-42c0-9cd3-5746f99f304e req-84f64770-e03d-4a4a-9f7e-73c748d5ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:37.029563 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aac43510-149c-42c0-9cd3-5746f99f304e req-84f64770-e03d-4a4a-9f7e-73c748d5ce07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1257238 May 27 18:36:37.129098 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'e702f6d5-8fd0-4b96-a1e1-464203a1598a', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'port_id': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'mac_address': 'fa:16:3e:ef:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:36:16Z', 'updated_at': '2021-05-27T18:36:35Z', 'revision_number': 1, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:37.133256 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aac43510-149c-42c0-9cd3-5746f99f304e req-6dc11c37-5b94-4984-b39d-dc6810c7db43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b08902c-9fa3-45a5-a24e-5745f418b026 HTTP/1.1" status: 200 len: 999 time: 0.0970101 May 27 18:36:37.133592 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] Checking router: ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:36:37.141963 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:36:37.142553 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:36:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:37.199660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac43510-149c-42c0-9cd3-5746f99f304e req-69533320-bded-459d-ae06-c3f5e0c1711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:37.201087 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aac43510-149c-42c0-9cd3-5746f99f304e req-69533320-bded-459d-ae06-c3f5e0c1711c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0611563 May 27 18:36:37.277661 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac43510-149c-42c0-9cd3-5746f99f304e req-c9dedaf2-194d-401a-923c-1460baf14d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:37.279133 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aac43510-149c-42c0-9cd3-5746f99f304e req-c9dedaf2-194d-401a-923c-1460baf14d41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707395 May 27 18:36:37.322646 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:36:37.412530 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aac43510-149c-42c0-9cd3-5746f99f304e req-b0b06860-ca8f-410e-bbba-ee834a597605 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269374 May 27 18:36:37.643716 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aac43510-149c-42c0-9cd3-5746f99f304e req-2e3faaa5-f9c4-42bb-a431-03a09140eee6 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224805 May 27 18:36:37.701752 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:36:37.736126 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'e702f6d5-8fd0-4b96-a1e1-464203a1598a', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'port_id': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'mac_address': 'fa:16:3e:ef:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:36:16Z', 'updated_at': '2021-05-27T18:36:35Z', 'revision_number': 1, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:36:37.740347 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480656c1-6d3a-4272-8de0-bfcd4e8477a8 None None] The sync data for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb is: [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': 'e702f6d5-8fd0-4b96-a1e1-464203a1598a', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'port_id': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'mac_address': 'fa:16:3e:ef:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:36:16Z', 'updated_at': '2021-05-27T18:36:35Z', 'revision_number': 1, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:36:37.891724 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69288e1-58bb-4336-99f3-e6e20c7853e3 req-73a566e4-36ae-4332-9a73-dd740c0fb8d0 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:37.893396 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b69288e1-58bb-4336-99f3-e6e20c7853e3 req-73a566e4-36ae-4332-9a73-dd740c0fb8d0 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0894670 May 27 18:36:37.934128 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5589ef25-96da-46dd-a509-82b229e344b9 None None] New status for floating IP e702f6d5-8fd0-4b96-a1e1-464203a1598a: ACTIVE {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:36:37.940742 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b69288e1-58bb-4336-99f3-e6e20c7853e3 req-8157f60d-5e54-4202-9e77-72fab336e8f3 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416844 May 27 18:36:39.148426 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edaacb-75e7-4f71-8e28-7c6bc0cd3f7f req-cb904eed-5fdc-4e8c-b797-edc961da12b6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:39.149877 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-15edaacb-75e7-4f71-8e28-7c6bc0cd3f7f req-cb904eed-5fdc-4e8c-b797-edc961da12b6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0808089 May 27 18:36:39.195048 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-15edaacb-75e7-4f71-8e28-7c6bc0cd3f7f req-7a7b96ea-5048-4347-9be3-e533d9254276 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393846 May 27 18:36:40.389734 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d7eb0-3222-44b2-b2a1-d1d215ccfdee req-1a560448-1917-4a94-a291-f83c82e75b9b tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:40.391163 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-187d7eb0-3222-44b2-b2a1-d1d215ccfdee req-1a560448-1917-4a94-a291-f83c82e75b9b tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0844448 May 27 18:36:40.436450 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-187d7eb0-3222-44b2-b2a1-d1d215ccfdee req-91226a83-f37a-463b-9639-ffaea5a5b581 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397038 May 27 18:36:40.906098 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0eecf-c40c-44c3-960b-7780fcea4738 req-9d44363e-4c82-454c-8911-926facf75633 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:40.907631 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2fd0eecf-c40c-44c3-960b-7780fcea4738 req-9d44363e-4c82-454c-8911-926facf75633 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0846591 May 27 18:36:40.956235 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2fd0eecf-c40c-44c3-960b-7780fcea4738 req-5dc5a200-503f-4a5d-936b-6388abc0f954 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428789 May 27 18:36:40.985600 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a213d-e2ff-46b1-90a3-9781015f401e req-5e89fa96-1b77-4212-aad8-1e3606404589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:40.987007 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-096a213d-e2ff-46b1-90a3-9781015f401e req-5e89fa96-1b77-4212-aad8-1e3606404589 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.0746539 May 27 18:36:41.116457 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a213d-e2ff-46b1-90a3-9781015f401e req-1288d325-bbe5-4b15-9bec-d5d5b6f86a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:41.117945 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-096a213d-e2ff-46b1-90a3-9781015f401e req-1288d325-bbe5-4b15-9bec-d5d5b6f86a52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 912 time: 0.1249595 May 27 18:36:41.221726 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-096a213d-e2ff-46b1-90a3-9781015f401e req-5d879137-45e1-45c8-a8c6-b7ec69451ba8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 200 len: 1002 time: 0.0971897 May 27 18:36:41.283102 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a213d-e2ff-46b1-90a3-9781015f401e req-34625563-b1bb-472c-999d-f308e8b0353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:41.284541 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-096a213d-e2ff-46b1-90a3-9781015f401e req-34625563-b1bb-472c-999d-f308e8b0353d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0567825 May 27 18:36:41.368534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a213d-e2ff-46b1-90a3-9781015f401e req-efe1a631-ef74-47be-b8cd-6269b7b7c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:41.369861 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-096a213d-e2ff-46b1-90a3-9781015f401e req-efe1a631-ef74-47be-b8cd-6269b7b7c0ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692120 May 27 18:36:41.504682 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-096a213d-e2ff-46b1-90a3-9781015f401e req-870a6ab3-325f-48ee-8cc6-843ad8b84c54 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275632 May 27 18:36:41.638996 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-096a213d-e2ff-46b1-90a3-9781015f401e req-cb8fa4e5-a5c8-47bd-8d18-20e1258c2a04 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271439 May 27 18:36:42.147553 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f7b64-82cb-4cdd-87d7-b781111a1d9d req-4b649512-ddd0-43db-85d7-76ee98bdb01a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:42.149578 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ed6f7b64-82cb-4cdd-87d7-b781111a1d9d req-4b649512-ddd0-43db-85d7-76ee98bdb01a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0852656 May 27 18:36:42.197428 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ed6f7b64-82cb-4cdd-87d7-b781111a1d9d req-24409db1-2e7f-4493-b2e6-c916cca29334 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422065 May 27 18:36:43.481058 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df009267-57fd-4fcc-a7ea-cbdff1b96250 req-e89d3f82-801e-4e8c-a9cc-8a789fb361cb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:36:43.482529 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-df009267-57fd-4fcc-a7ea-cbdff1b96250 req-e89d3f82-801e-4e8c-a9cc-8a789fb361cb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1792073 May 27 18:36:43.528138 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-df009267-57fd-4fcc-a7ea-cbdff1b96250 req-737e71e2-58b7-48f0-ab5a-0383ea048e6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400231 May 27 18:36:48.077932 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:36:59.141770 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:02.438706 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-97191522-c498-4d75-ae53-f480e90bcee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:03.449707 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-d671ba55-b05d-4c55-8efb-a2e8295365b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725963 May 27 18:37:03.548050 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-637a5448-329b-4710-aac2-15495cbb4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:03.549395 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-637a5448-329b-4710-aac2-15495cbb4b58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.0695021 May 27 18:37:03.703622 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-75aeb3c7-6e73-43a9-8932-79c6f9c2a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:03.705055 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-75aeb3c7-6e73-43a9-8932-79c6f9c2a4df service neutron] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 912 time: 0.1318285 May 27 18:37:03.831723 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-a3279bd0-b909-4bc6-bd6a-da3cf18aa29f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 200 len: 1002 time: 0.1158514 May 27 18:37:03.895605 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-3faaa7f1-6b5f-4328-b01e-5528be3a0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:03.897042 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-3faaa7f1-6b5f-4328-b01e-5528be3a0cac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0571072 May 27 18:37:03.974612 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-1eb475e8-797a-44ab-bffa-83bb19f9a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:03.976064 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-1eb475e8-797a-44ab-bffa-83bb19f9a1f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716746 May 27 18:37:04.107987 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-d86ddef7-ceb7-4f70-af3e-fc749d884e61 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249220 May 27 18:37:04.332155 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0448fda5-5556-4de7-91c2-2a6e3cd8e012 req-134fa6c7-ae6a-4342-b014-9d435181c3fe service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168138 May 27 18:37:04.781832 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:05.050208 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-479e79b3-f907-4940-b052-8ab2d96444f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:06.100994 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:07.651916 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:08.155905 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7105c3a9-08a3-4c4a-a140-700948537599 req-c0ace700-7406-4541-bb12-80e0fc4a5a8c tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1540502629&fields=id&tenant_id=da363e6cafa0494b881aff236daa61e0 HTTP/1.1" status: 200 len: 267 time: 0.0414765 May 27 18:37:08.247138 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105c3a9-08a3-4c4a-a140-700948537599 req-7e0a7f4c-68e5-4299-b4d0-a78d874163fc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:08.248682 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7105c3a9-08a3-4c4a-a140-700948537599 req-7e0a7f4c-68e5-4299-b4d0-a78d874163fc tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 984 time: 0.0873458 May 27 18:37:08.259631 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Request body: {'port': {'security_groups': ['5156660b-1115-4508-843b-340945042a17']}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:37:08.376032 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:08.618463 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:08.642975 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:08.733965 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366444'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:08.739551 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-99977269-5935-4008-ab69-b199e0f67832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:08.745917 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['2e6a3928-ffec-44d8-9117-ad7b0b656c40'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:37:08.803772 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:08.804400 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for port, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:08.805804 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7105c3a9-08a3-4c4a-a140-700948537599 req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "PUT /v2.0/ports/2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 942 time: 0.5507219 May 27 18:37:08.806354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:37:08.812553 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 45754) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:08.827404 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event updated for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=7']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:08.831492 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-4b94041b-b110-4608-ad17-49b3168991a1 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:08.873044 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'status': 'completed', 'code': 200} May 27 18:37:08.903629 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:08.935777 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['2e6a3928-ffec-44d8-9117-ad7b0b656c40'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:37:08.988348 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:09.043210 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a138-bec0-4468-869b-593b8ef020db req-5d9f0114-82eb-403c-bd43-aaaa1817cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:09.044719 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ecd0a138-bec0-4468-869b-593b8ef020db req-5d9f0114-82eb-403c-bd43-aaaa1817cd0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1098 time: 0.1392386 May 27 18:37:09.115867 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-b55a8387-df25-44b6-b44c-c731bba14993 None None] Provisioning complete for port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:37:09.116242 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b55a8387-df25-44b6-b44c-c731bba14993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:09.181165 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a138-bec0-4468-869b-593b8ef020db req-c5b6322d-5643-4bc0-ad6d-3b86ad30e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:09.182579 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ecd0a138-bec0-4468-869b-593b8ef020db req-c5b6322d-5643-4bc0-ad6d-3b86ad30e593 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 916 time: 0.1293471 May 27 18:37:09.243628 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:09.261593 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-44729a81-cac9-4704-b57a-3dde6f5ad4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:09.294642 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5e6a11-79a4-4a1d-8900-74c18ff4de62,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:09.309354 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.309715 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.310067 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.310413 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.310754 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.311092 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.311458 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.311796 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.312132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.312598 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.312937 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.313272 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:09.318120 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:09.325195 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ecd0a138-bec0-4468-869b-593b8ef020db req-a9eaa095-56e9-44f7-bbda-3fa6f59ce629 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 1001 time: 0.1356342 May 27 18:37:09.381357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:09.382433 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "DELETE /v2.0/security-groups/7f5e6a11-79a4-4a1d-8900-74c18ff4de62 HTTP/1.1" status: 204 len: 168 time: 0.5690079 May 27 18:37:09.385388 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45760) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:09.395920 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a138-bec0-4468-869b-593b8ef020db req-bcbc52f9-6990-4c93-a64f-1987236c2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:09.397335 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ecd0a138-bec0-4468-869b-593b8ef020db req-bcbc52f9-6990-4c93-a64f-1987236c2190 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.0652194 May 27 18:37:09.479767 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a138-bec0-4468-869b-593b8ef020db req-17fad223-ee06-4126-8ad5-5282122228f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:09.481161 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ecd0a138-bec0-4468-869b-593b8ef020db req-17fad223-ee06-4126-8ad5-5282122228f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760062 May 27 18:37:09.615892 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ecd0a138-bec0-4468-869b-593b8ef020db req-b1bfee7d-5bcc-4b1a-8d3d-4d0fa379197e service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280909 May 27 18:37:09.663573 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Deleting port 187eb253-a7b6-413a-a32b-7024d4c3a458 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:09.663573 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:09.756922 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-ecd0a138-bec0-4468-869b-593b8ef020db req-124e530c-0ed3-4953-93ec-e4c25eddd294 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322424 May 27 18:37:09.784423 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:09.784745 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:09.919112 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Calling delete_port for 187eb253-a7b6-413a-a32b-7024d4c3a458 owned by network:floatingip {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:10.208360 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:10.212398 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:10.260277 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event deleted for resources: {'Port': ['ID=187eb253-a7b6-413a-a32b-7024d4c3a458,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:10.263186 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:10.351125 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks [] for floatingip, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:10.351485 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.l3_db [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Floating IP 3464911d-90bb-49ce-994a-d8fed048b6a8 disassociated (deleted). External IP: 172.28.0.153, port: 2e6a3928-ffec-44d8-9117-ad7b0b656c40. May 27 18:37:10.775119 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:37:10.956046 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:37:10.966046 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] Sync routers for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:37:10.972401 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:10.976013 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:37:10.976642 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:37:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:11.032037 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "DELETE /v2.0/floatingips/3464911d-90bb-49ce-994a-d8fed048b6a8 HTTP/1.1" status: 204 len: 168 time: 1.6430912 May 27 18:37:11.032037 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:37:11.075530 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'status': 'completed', 'code': 200} May 27 18:37:11.160037 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:37:11.171999 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-f08ce03a-09ea-4dc1-9379-5396ec74c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:11.171999 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-f08ce03a-09ea-4dc1-9379-5396ec74c114 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da363e6cafa0494b881aff236daa61e0&device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 1098 time: 0.0747809 May 27 18:37:11.314854 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-ba33bcab-fe31-421c-ae93-69e41f2b4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:11.316275 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-ba33bcab-fe31-421c-ae93-69e41f2b4bb4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 200 len: 916 time: 0.1362956 May 27 18:37:11.388361 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-dd35c83e-bb08-4912-9162-08f6863947b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 200 len: 217 time: 0.0642776 May 27 18:37:11.451140 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-472ad586-af4c-4b26-b53f-016b2f9d221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:11.452615 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-472ad586-af4c-4b26-b53f-016b2f9d221b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 200 len: 854 time: 0.0575242 May 27 18:37:11.481702 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:12Z', 'revision_number': 5, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:11.485715 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] Checking router: 939d09cc-28e4-46cb-b627-1dc6d9da00c5 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:37:11.495503 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:37:11.496125 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:37:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:11.532181 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-5484a75e-74d1-4834-83a4-f252111261ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:11.533646 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-5484a75e-74d1-4834-83a4-f252111261ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743098 May 27 18:37:11.682194 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-8d6b3c68-3423-4705-9edf-b6eab480f3e0 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374795 May 27 18:37:11.695256 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:37:11.947454 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b137d5ef-33d2-473c-a2f6-b719c4e32d4d req-d86d549f-667a-4990-8a69-9cd160b586e2 service neutron] 10.222.0.47 "GET /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523816 May 27 18:37:12.067795 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:12Z', 'revision_number': 5, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:12.071663 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef721a1-ca59-4533-8909-5c704fbd163c None None] The sync data for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb is: [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:33:05Z', 'revision_number': 4, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '0052d249-4608-4530-92c1-b3efaede29e5', 'name': '', 'network_id': 'ea3cf30a-0561-4c86-8acf-1ae21b0d99ea', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'mac_address': 'fa:16:3e:8d:a9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:04Z', 'updated_at': '2021-05-27T18:33:12Z', 'revision_number': 5, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'subnets': [{'id': '48962ec9-51d3-40c1-a20f-1192a4848721', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:37:12.285425 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd8b60-18a3-40b2-bbcd-ebf444769c30 None None] New status for floating IP 3464911d-90bb-49ce-994a-d8fed048b6a8: DOWN {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:37:15.944281 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bf28b-1d65-47c2-810b-3b1c2a81d284 req-a4617e11-23c9-42d8-897b-22b0f70c9980 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:15.944967 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-b07bf28b-1d65-47c2-810b-3b1c2a81d284 req-a4617e11-23c9-42d8-897b-22b0f70c9980 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Synchronizing usage tracker for tenant:da363e6cafa0494b881aff236daa61e0 on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:37:16.059703 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-b07bf28b-1d65-47c2-810b-3b1c2a81d284 req-a4617e11-23c9-42d8-897b-22b0f70c9980 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Unset dirty status for tenant:da363e6cafa0494b881aff236daa61e0 on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:37:16.063625 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b07bf28b-1d65-47c2-810b-3b1c2a81d284 req-a4617e11-23c9-42d8-897b-22b0f70c9980 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.2038586 May 27 18:37:16.109098 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b07bf28b-1d65-47c2-810b-3b1c2a81d284 req-699857b6-8867-4cd5-8db0-d588c1ce68b3 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423317 May 27 18:37:17.301766 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31e08-6b1f-43dd-8711-b9d5ff5d99d4 req-e81a88bb-5324-4f64-af92-713f4fa734b3 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:17.303507 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08e31e08-6b1f-43dd-8711-b9d5ff5d99d4 req-e81a88bb-5324-4f64-af92-713f4fa734b3 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.0849330 May 27 18:37:17.347315 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08e31e08-6b1f-43dd-8711-b9d5ff5d99d4 req-b5be2605-b591-49b6-9c48-dff88ba99a70 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376883 May 27 18:37:18.074183 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-4d9a1d24-dab0-4c18-a587-4ba1dd21b95f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:18.074867 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-4d9a1d24-dab0-4c18-a587-4ba1dd21b95f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Synchronizing usage tracker for tenant:da363e6cafa0494b881aff236daa61e0 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:37:18.086384 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-4d9a1d24-dab0-4c18-a587-4ba1dd21b95f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Unset dirty status for tenant:da363e6cafa0494b881aff236daa61e0 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:37:18.088022 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-4d9a1d24-dab0-4c18-a587-4ba1dd21b95f tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.47 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.0942180 May 27 18:37:18.224388 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Deleting port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:18.224694 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:18.358892 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] For port 2e6a3928-ffec-44d8-9117-ad7b0b656c40, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e6a3928-ffec-44d8-9117-ad7b0b656c40,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:18.359241 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:18.481962 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Calling delete_port for 2e6a3928-ffec-44d8-9117-ad7b0b656c40 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:18.530732 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f34de-9f7b-41ea-9dd4-a9e6075236a3 req-41388ef9-2dc1-4937-afda-c54b7d597af8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:18.532310 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb6f34de-9f7b-41ea-9dd4-a9e6075236a3 req-41388ef9-2dc1-4937-afda-c54b7d597af8 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 945 time: 0.0810053 May 27 18:37:18.580869 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb6f34de-9f7b-41ea-9dd4-a9e6075236a3 req-ea2d9f50-a97b-4ab4-9e06-69f17c00f374 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/security-groups?id=5156660b-1115-4508-843b-340945042a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 May 27 18:37:18.650191 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:18.655660 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:18.661322 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['2e6a3928-ffec-44d8-9117-ad7b0b656c40'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:37:18.702051 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Pushing event deleted for resources: {'Port': ['ID=2e6a3928-ffec-44d8-9117-ad7b0b656c40,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:18.705171 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:18.778645 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] No DVR routers for this DVR port 2e6a3928-ffec-44d8-9117-ad7b0b656c40 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:37:18.781031 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:18.783511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'name': 'network-vif-deleted', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:37:18.828861 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e1db33-9765-4156-bd63-9c22a5ad3f26', 'name': 'network-vif-deleted', 'tag': '2e6a3928-ffec-44d8-9117-ad7b0b656c40', 'status': 'completed', 'code': 200} May 27 18:37:18.848688 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-1e5b472f-b015-4e01-8217-a0ee0a9c9cdf req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.47 "DELETE /v2.0/ports/2e6a3928-ffec-44d8-9117-ad7b0b656c40 HTTP/1.1" status: 204 len: 173 time: 0.7550299 May 27 18:37:19.753305 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2dfb5cd0-895a-4943-9a98-17151f2094dc req-2ee796f6-4d6d-408a-9254-8630812cd909 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] 10.222.0.36 "GET /v2.0/ports?device_id=97e1db33-9765-4156-bd63-9c22a5ad3f26 HTTP/1.1" status: 200 len: 210 time: 0.0485270 May 27 18:37:21.709349 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 2e6a3928-ffec-44d8-9117-ad7b0b656c40 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:37:21.745539 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 2e6a3928-ffec-44d8-9117-ad7b0b656c40 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:37:21.745935 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 2e6a3928-ffec-44d8-9117-ad7b0b656c40 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:37:22.267063 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45874) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:22.891670 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404218'] for router_interface, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:23.296094 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Deleting port 0052d249-4608-4530-92c1-b3efaede29e5 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:23.296712 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:23.413152 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] For port 0052d249-4608-4530-92c1-b3efaede29e5, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=0052d249-4608-4530-92c1-b3efaede29e5,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:23.413494 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:23.535325 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Calling delete_port for 0052d249-4608-4530-92c1-b3efaede29e5 owned by network:router_interface {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:23.906897 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:23.910845 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3822a178-5b3c-4076-b7b2-61d9e1d745a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:23.954425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0052d249-4608-4530-92c1-b3efaede29e5,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:23.989315 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.989688 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.990053 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.990420 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.990780 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.991119 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.991496 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.991847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.992191 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.992672 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.993022 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:23.993365 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:24.006683 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:24.231288 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-514890'] for router_interface, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:24.667465 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:37:24.841804 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:37:24.850820 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] Sync routers for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:37:24.853870 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e59b8f7f-7712-45c0-9b4e-d87cc8c1b1d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/939d09cc-28e4-46cb-b627-1dc6d9da00c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5857284 May 27 18:37:24.856332 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45882) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:24.860761 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:37:24.861369 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:37:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:25.037777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks [] for router, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:25.050181 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:37:25.078321 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:37:25.215474 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:25.338218 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226'}], 'enable_snat': True}, 'gw_port_id': '9d54795a-17ae-4631-84f8-592f123debcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:37:23Z', 'revision_number': 5, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port': {'id': '9d54795a-17ae-4631-84f8-592f123debcf', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:96:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:00Z', 'updated_at': '2021-05-27T18:33:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:25.342449 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] Checking router: 939d09cc-28e4-46cb-b627-1dc6d9da00c5 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:37:25.350922 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] Routers {'939d09cc-28e4-46cb-b627-1dc6d9da00c5'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:37:25.351580 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:37:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:25.362262 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Deleting port 9d54795a-17ae-4631-84f8-592f123debcf {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:25.362602 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:25.486134 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] For port 9d54795a-17ae-4631-84f8-592f123debcf, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=9d54795a-17ae-4631-84f8-592f123debcf,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:25.486485 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:25.503217 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] Set router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 gateway port host: None {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:37:25.610302 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Calling delete_port for 9d54795a-17ae-4631-84f8-592f123debcf owned by network:router_gateway {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:25.611840 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:37:25Z', 'revision_number': 6, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port_host': None}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:25.615734 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78120895-3e0a-4abc-a80f-eda7d3b20b57 None None] The sync data for ids ['939d09cc-28e4-46cb-b627-1dc6d9da00c5'] in dv-cinder-792299-4-smb is: [{'id': '939d09cc-28e4-46cb-b627-1dc6d9da00c5', 'name': 'tempest-TestMinimumBasicScenario-1518158646-router', 'tenant_id': 'da363e6cafa0494b881aff236daa61e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:32:59Z', 'updated_at': '2021-05-27T18:37:25Z', 'revision_number': 6, 'project_id': 'da363e6cafa0494b881aff236daa61e0', 'gw_port_host': None}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:37:25.907088 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:25.910819 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-830841b4-b18f-4c5e-ab1c-9a15ca8d55c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:25.955040 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d54795a-17ae-4631-84f8-592f123debcf,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:25.957485 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:26.054324 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515797'] for router_gateway, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.227008 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-721'] for router, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.231836 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.369932 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-513126'] for router, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.370588 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 939d09cc-28e4-46cb-b627-1dc6d9da00c5 {{(pid=92297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 18:37:26.384818 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.386064 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] 10.222.0.36 "DELETE /v2.0/routers/939d09cc-28e4-46cb-b627-1dc6d9da00c5 HTTP/1.1" status: 204 len: 168 time: 1.5288379 May 27 18:37:26.388590 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45890) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:26.448010 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Deleting subnet 48962ec9-51d3-40c1-a20f-1192a4848721 {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:37:26.451078 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.503693 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.626739 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.939985 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.943823 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:26.984462 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:26.986915 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48962ec9-51d3-40c1-a20f-1192a4848721,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:26.989494 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb28c6f-6e21-48f8-b28c-8d704600288b None None] Network ea3cf30a-0561-4c86-8acf-1ae21b0d99ea requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:37:26.989947 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:26.992934 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-efbd79d5-ba14-4dae-a390-441f0f83def2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48962ec9-51d3-40c1-a20f-1192a4848721 HTTP/1.1" status: 204 len: 168 time: 0.6032331 May 27 18:37:26.995240 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45894) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:27.096395 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.172075 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Deleting port 388da599-64ab-45ec-909f-dfa0b036d323 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:27.172075 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.241507 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] DHCP port deletion for ea3cf30a-0561-4c86-8acf-1ae21b0d99ea request from dv-cinder-792299-4-smb {{(pid=92298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 18:37:27.273442 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] For port 388da599-64ab-45ec-909f-dfa0b036d323, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=388da599-64ab-45ec-909f-dfa0b036d323,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:27.274329 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.316880 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Deleting port 388da599-64ab-45ec-909f-dfa0b036d323 {{(pid=92298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:27.317333 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.342706 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 388da599-64ab-45ec-909f-dfa0b036d323 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:37:27.493653 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Calling delete_port for 388da599-64ab-45ec-909f-dfa0b036d323 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:27.513723 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] For port 388da599-64ab-45ec-909f-dfa0b036d323, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=388da599-64ab-45ec-909f-dfa0b036d323,segment=NetworkSegment(07208019-2042-4ea1-8bfa-cbd76f6db0f0),segment_id=07208019-2042-4ea1-8bfa-cbd76f6db0f0)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:27.514157 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.631060 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.636642 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-225297a8-c5ae-4064-b008-5553a5c00f52 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:27.665518 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Calling delete_port for 388da599-64ab-45ec-909f-dfa0b036d323 owned by network:dhcp {{(pid=92298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:27.679036 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Port 388da599-64ab-45ec-909f-dfa0b036d323 update to DOWN by agent not found {{(pid=92298) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 27 18:37:27.679494 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 0052d249-4608-4530-92c1-b3efaede29e5 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:37:27.688483 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Pushing event deleted for resources: {'Port': ['ID=388da599-64ab-45ec-909f-dfa0b036d323,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:27.690321 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] No DVR routers for this DVR port 388da599-64ab-45ec-909f-dfa0b036d323 on host dv-cinder-792299-4-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:37:27.691945 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:27.719572 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 0052d249-4608-4530-92c1-b3efaede29e5 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:37:27.719924 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 0052d249-4608-4530-92c1-b3efaede29e5 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:37:27.720364 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 9d54795a-17ae-4631-84f8-592f123debcf no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:37:27.811763 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.825000 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3cf30a-0561-4c86-8acf-1ae21b0d99ea']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:27.831424 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 9d54795a-17ae-4631-84f8-592f123debcf {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:37:27.831775 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 9d54795a-17ae-4631-84f8-592f123debcf not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:37:27.838814 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07208019-2042-4ea1-8bfa-cbd76f6db0f0') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:27.839105 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07208019-2042-4ea1-8bfa-cbd76f6db0f0') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:27.850788 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.868387 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.874994 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:37:27.875392 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.888755 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101'] for port, after_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:37:27.889563 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:37:27.892291 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:27.938894 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] No DVR routers for this DVR port 388da599-64ab-45ec-909f-dfa0b036d323 on host dv-cinder-792299-4-smb {{(pid=92298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:37:27.943549 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Pushing event deleted for resources: {'Port': ['ID=388da599-64ab-45ec-909f-dfa0b036d323,revision_number=None']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:27.946292 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:28.038582 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:28.044049 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:28.066228 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:28.074399 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3cf30a-0561-4c86-8acf-1ae21b0d99ea,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:28.077478 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:28.136233 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-0b4f231a-1638-4c0e-bb9c-7cf09b50eb0e admin admin] 10.222.0.36 "DELETE /v2.0/networks/ea3cf30a-0561-4c86-8acf-1ae21b0d99ea HTTP/1.1" status: 204 len: 168 time: 1.1399593 May 27 18:37:28.138938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45902) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:28.678442 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404218'] for router_interface, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:29.071842 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Deleting port 227b459d-e539-40f2-9bf8-b365809340b8 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:29.072481 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:29.162477 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:29.285805 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] For port 227b459d-e539-40f2-9bf8-b365809340b8, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=227b459d-e539-40f2-9bf8-b365809340b8,segment=NetworkSegment(90e785fd-9396-4b65-b303-34b2173d077a),segment_id=90e785fd-9396-4b65-b303-34b2173d077a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:29.286150 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:29.408687 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Calling delete_port for 227b459d-e539-40f2-9bf8-b365809340b8 owned by network:router_interface {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:29.636767 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:29.640647 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:29.689524 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Pushing event deleted for resources: {'Port': ['ID=227b459d-e539-40f2-9bf8-b365809340b8,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:29.692502 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:29.973651 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-514890'] for router_interface, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:30.327201 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:37:30.502333 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:37:30.511172 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b34e27e1-ee27-4b1c-8a38-b9525fc7ae5a admin admin] 10.222.0.36 "PUT /v2.0/routers/778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3711808 May 27 18:37:30.511342 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] Sync routers for ids ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:37:30.513729 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45912) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:30.520312 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] Routers {'778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:37:30.520908 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:37:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:30.706809 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] Set router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:37:30.798657 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks [] for router, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:30.971308 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:30.987587 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155'}], 'enable_snat': True}, 'gw_port_id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:37:29Z', 'revision_number': 5, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port': {'id': '06643b4d-54dd-47ce-9012-dc055cf7f4da', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:13Z', 'updated_at': '2021-05-27T18:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:30.991321 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] Checking router: 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:37:30.999920 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] Routers {'778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:37:31.000854 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:37:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:31.097086 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Deleting port 06643b4d-54dd-47ce-9012-dc055cf7f4da {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:31.097422 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:31.149165 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] Set router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d gateway port host: None {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:37:31.221024 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] For port 06643b4d-54dd-47ce-9012-dc055cf7f4da, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=06643b4d-54dd-47ce-9012-dc055cf7f4da,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:31.221373 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:31.257740 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:37:30Z', 'revision_number': 6, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port_host': None}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:31.261970 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12808eec-f331-48b0-a291-cd356d924db2 None None] The sync data for ids ['778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d'] in dv-cinder-792299-4-smb is: [{'id': '778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d', 'name': 'tempest-TestMinimumBasicScenario-136132064-router', 'tenant_id': 'c445dd40fe8443bf8715790d98725ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:11Z', 'updated_at': '2021-05-27T18:37:30Z', 'revision_number': 6, 'project_id': 'c445dd40fe8443bf8715790d98725ba4', 'gw_port_host': None}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:37:31.348799 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Calling delete_port for 06643b4d-54dd-47ce-9012-dc055cf7f4da owned by network:router_gateway {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:31.545045 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:31.548668 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:31.591878 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=06643b4d-54dd-47ce-9012-dc055cf7f4da,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:31.594857 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:31.700764 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515797'] for router_gateway, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:31.873552 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-721'] for router, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:31.875832 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.055799 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-513126'] for router, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.056341 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d {{(pid=92297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 18:37:32.069201 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.070871 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a1a01636-5fae-4e67-bbe3-7f6c3334fb7e admin admin] 10.222.0.36 "DELETE /v2.0/routers/778dcb1f-8a21-4f92-8a1d-dbe5bb1c7b3d HTTP/1.1" status: 204 len: 168 time: 1.5557101 May 27 18:37:32.073398 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45922) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:32.132281 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Deleting subnet 5b9c2282-6599-444f-b080-dc7f54101b09 {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:37:32.136177 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.186177 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.270639 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.432532 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5bf4959c-5bf1-4195-aa2b-b2d6c859276b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.672518 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.676373 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-29da03b0-1d1c-43ff-8ef1-0ada60670584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:32.709570 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b9c2282-6599-444f-b080-dc7f54101b09,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:32.713163 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:32.716161 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.721235 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be68759-38e9-43a4-9fb5-ff157491fc11 None None] Network e4fa2290-97cf-4277-ae2d-55b4fe85aeab requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:37:32.722283 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a9f43758-a9b4-41d2-8810-2f7ed182782d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5b9c2282-6599-444f-b080-dc7f54101b09 HTTP/1.1" status: 204 len: 168 time: 0.6480265 May 27 18:37:32.724722 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45926) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:32.835607 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.910108 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Deleting port 1cfa8d0b-f597-4990-b313-82d938afb538 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:32.910447 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:32.968207 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] DHCP port deletion for e4fa2290-97cf-4277-ae2d-55b4fe85aeab request from dv-cinder-792299-4-smb {{(pid=92298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 18:37:33.016962 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] For port 1cfa8d0b-f597-4990-b313-82d938afb538, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=1cfa8d0b-f597-4990-b313-82d938afb538,segment=NetworkSegment(90e785fd-9396-4b65-b303-34b2173d077a),segment_id=90e785fd-9396-4b65-b303-34b2173d077a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:33.017313 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.031499 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Deleting port 1cfa8d0b-f597-4990-b313-82d938afb538 {{(pid=92298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:37:33.031875 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.129414 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] For port 1cfa8d0b-f597-4990-b313-82d938afb538, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=1cfa8d0b-f597-4990-b313-82d938afb538,segment=NetworkSegment(90e785fd-9396-4b65-b303-34b2173d077a),segment_id=90e785fd-9396-4b65-b303-34b2173d077a)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:37:33.129810 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.140379 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Calling delete_port for 1cfa8d0b-f597-4990-b313-82d938afb538 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:33.244358 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.248947 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-73e0bda6-5f19-43da-aac5-2479f46a6823 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:33.249749 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Calling delete_port for 1cfa8d0b-f597-4990-b313-82d938afb538 owned by network:dhcp {{(pid=92298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:37:33.295443 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Pushing event deleted for resources: {'Port': ['ID=1cfa8d0b-f597-4990-b313-82d938afb538,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:33.298458 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:33.299926 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101'] for port, after_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.302914 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] No DVR routers for this DVR port 1cfa8d0b-f597-4990-b313-82d938afb538 on host dv-cinder-792299-4-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:37:33.303850 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-bed0a5d7-a154-48ef-958b-18f98fc97b6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:33.350651 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 227b459d-e539-40f2-9bf8-b365809340b8 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:37:33.379983 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Pushing event deleted for resources: {'Port': ['ID=1cfa8d0b-f597-4990-b313-82d938afb538,revision_number=None']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:33.384138 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] No DVR routers for this DVR port 1cfa8d0b-f597-4990-b313-82d938afb538 on host dv-cinder-792299-4-smb {{(pid=92298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:37:33.393237 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 227b459d-e539-40f2-9bf8-b365809340b8 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:37:33.393237 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 227b459d-e539-40f2-9bf8-b365809340b8 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:37:33.393237 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 06643b4d-54dd-47ce-9012-dc055cf7f4da no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:37:33.423565 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.423854 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.423977 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.424227 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.424556 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.424881 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.425204 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.425519 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.425834 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.426149 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.426462 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.426775 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.427088 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:37:33.434437 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:33.435148 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 06643b4d-54dd-47ce-9012-dc055cf7f4da {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:37:33.435517 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 06643b4d-54dd-47ce-9012-dc055cf7f4da not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:37:33.435927 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 1cfa8d0b-f597-4990-b313-82d938afb538 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:37:33.437651 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fa2290-97cf-4277-ae2d-55b4fe85aeab']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:33.450565 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e785fd-9396-4b65-b303-34b2173d077a') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:33.450856 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e785fd-9396-4b65-b303-34b2173d077a') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:37:33.462597 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.471762 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 1cfa8d0b-f597-4990-b313-82d938afb538 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:37:33.472116 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 1cfa8d0b-f597-4990-b313-82d938afb538 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:37:33.478928 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.484606 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:37:33.485009 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:37:33.498097 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:37:33.666645 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.670258 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:33.684168 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:33.695019 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fa2290-97cf-4277-ae2d-55b4fe85aeab,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:33.698464 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] 10.222.0.36 "DELETE /v2.0/networks/e4fa2290-97cf-4277-ae2d-55b4fe85aeab HTTP/1.1" status: 204 len: 168 time: 0.9727471 May 27 18:37:33.699297 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-20f6b2ac-90e7-45e4-8c8b-ac6eb6b0c55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:34.105068 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45938) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:34.159748 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-1d353f29-0497-47a9-a1f3-ed97fcd669d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da363e6cafa0494b881aff236daa61e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534461 May 27 18:37:34.162142 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45942) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:34.219978 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40d-3a9e-445e-ba99-e54b9a744851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:34.249289 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40d-3a9e-445e-ba99-e54b9a744851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:34.380656 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40d-3a9e-445e-ba99-e54b9a744851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:34.384957 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-caf16406-3019-4e2e-b6a3-7fd0755432ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:34.397189 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9a40d-3a9e-445e-ba99-e54b9a744851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5156660b-1115-4508-843b-340945042a17,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:34.401464 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-48a9a40d-3a9e-445e-ba99-e54b9a744851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:34.406320 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-48a9a40d-3a9e-445e-ba99-e54b9a744851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:34.407749 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-48a9a40d-3a9e-445e-ba99-e54b9a744851 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5156660b-1115-4508-843b-340945042a17 HTTP/1.1" status: 204 len: 168 time: 0.2444758 May 27 18:37:34.804064 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:35.078139 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4e7a537e-fa1c-4b35-94de-619fba701a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:35.126726 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45952) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:35.177489 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b1067036-4776-42cb-a5c6-5f7067dfb1bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c445dd40fe8443bf8715790d98725ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494871 May 27 18:37:35.180700 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 45956) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:37:35.243487 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c2742f58-9f78-4e5a-8ad1-a6bb89b7b8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:35.271274 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c2742f58-9f78-4e5a-8ad1-a6bb89b7b8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:35.375093 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c2742f58-9f78-4e5a-8ad1-a6bb89b7b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:35.378672 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5aa0da2b-4524-4c5b-af21-91ce50fce6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:37:35.392870 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2742f58-9f78-4e5a-8ad1-a6bb89b7b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22efbb85-9c8d-4b49-87d9-0254541393c7,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:37:35.396318 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c2742f58-9f78-4e5a-8ad1-a6bb89b7b8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:37:35.400043 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c2742f58-9f78-4e5a-8ad1-a6bb89b7b8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:35.404192 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-c2742f58-9f78-4e5a-8ad1-a6bb89b7b8f5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22efbb85-9c8d-4b49-87d9-0254541393c7 HTTP/1.1" status: 204 len: 168 time: 0.2195845 May 27 18:37:36.084069 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:37.653946 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:43.205147 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6865e-04e2-4864-bc2c-13fed0fbd706 req-aa492cff-810c-43f5-84d0-42605b5d3e72 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:43.206564 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-01a6865e-04e2-4864-bc2c-13fed0fbd706 req-aa492cff-810c-43f5-84d0-42605b5d3e72 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0810587 May 27 18:37:43.251231 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-01a6865e-04e2-4864-bc2c-13fed0fbd706 req-03ba25bd-ecd3-4649-930a-60d4fdbde608 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390360 May 27 18:37:44.443218 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9a1de-4054-4f39-9fee-d6f860500d19 req-f8878fc4-13e9-4062-9595-1aaf0bd3e84c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:44.444597 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-95a9a1de-4054-4f39-9fee-d6f860500d19 req-f8878fc4-13e9-4062-9595-1aaf0bd3e84c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0842769 May 27 18:37:44.489135 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-95a9a1de-4054-4f39-9fee-d6f860500d19 req-26fab30a-7004-4343-aeb9-24dd424472e7 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383914 May 27 18:37:45.673721 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614b70-a2ab-4d8e-bf9d-9dc1a2efd996 req-b42c36e3-48d3-4ce3-87c4-23fb925d35fb tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:45.675183 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77614b70-a2ab-4d8e-bf9d-9dc1a2efd996 req-b42c36e3-48d3-4ce3-87c4-23fb925d35fb tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0809643 May 27 18:37:45.718889 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77614b70-a2ab-4d8e-bf9d-9dc1a2efd996 req-2ae0de39-3237-4ab5-b981-7057e6bbe820 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378330 May 27 18:37:46.997219 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e97c6-5132-44b2-81c7-713898b9c4aa req-a6c8db21-5746-4770-afbd-87c4a5181785 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:46.999168 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e59e97c6-5132-44b2-81c7-713898b9c4aa req-a6c8db21-5746-4770-afbd-87c4a5181785 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.1730561 May 27 18:37:47.043084 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e59e97c6-5132-44b2-81c7-713898b9c4aa req-44cc1dfa-5b03-4dfe-9208-402431fd42ac tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380621 May 27 18:37:48.231468 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f90c9-2560-4070-9e19-62a3bcd56e99 req-a4fb7565-bfa9-423d-b288-326389259b55 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:48.233890 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c05f90c9-2560-4070-9e19-62a3bcd56e99 req-a4fb7565-bfa9-423d-b288-326389259b55 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0832472 May 27 18:37:48.281900 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c05f90c9-2560-4070-9e19-62a3bcd56e99 req-7726f186-aca0-44b5-a16c-b6fff321a59a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422115 May 27 18:37:49.472207 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b93cb6-edb4-4f3f-88a0-e7f96f737d49 req-e7e293c4-97eb-4f3c-a55e-a04e3e616c23 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:49.473707 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-13b93cb6-edb4-4f3f-88a0-e7f96f737d49 req-e7e293c4-97eb-4f3c-a55e-a04e3e616c23 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0819352 May 27 18:37:49.520782 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-13b93cb6-edb4-4f3f-88a0-e7f96f737d49 req-c24c4208-a40d-424a-9a8b-b455ad303678 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412722 May 27 18:37:50.715774 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b4ee-26bf-48db-997c-1c00a8194106 req-23fe40c6-164f-4632-9260-f7798a297dea tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:50.717276 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3cd2b4ee-26bf-48db-997c-1c00a8194106 req-23fe40c6-164f-4632-9260-f7798a297dea tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0864251 May 27 18:37:50.762303 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3cd2b4ee-26bf-48db-997c-1c00a8194106 req-22000bea-54a9-42b3-ad30-f90a7745f10e tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393407 May 27 18:37:51.953942 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731752e6-9dda-4383-a7f3-aabe56d65751 req-ff159695-8076-4532-b93e-a821361fc699 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:51.955028 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-731752e6-9dda-4383-a7f3-aabe56d65751 req-ff159695-8076-4532-b93e-a821361fc699 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0816164 May 27 18:37:52.003154 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-731752e6-9dda-4383-a7f3-aabe56d65751 req-5d193228-4925-4fdb-8e0f-609c121b3332 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422976 May 27 18:37:52.637131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf073416-6023-42c1-a059-fc061f7dff7a req-4dbc49db-974c-4aa5-8c10-9fbcee7f9bcb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:52.638579 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bf073416-6023-42c1-a059-fc061f7dff7a req-4dbc49db-974c-4aa5-8c10-9fbcee7f9bcb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0844114 May 27 18:37:52.683892 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bf073416-6023-42c1-a059-fc061f7dff7a req-98f6051e-4c00-4599-9fb4-cc004f325f25 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390112 May 27 18:37:53.196406 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5866aa-40b9-4929-9113-80bb6a7c6b50 req-b449efb8-c9df-48c8-bd15-66584769f360 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:53.197786 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bc5866aa-40b9-4929-9113-80bb6a7c6b50 req-b449efb8-c9df-48c8-bd15-66584769f360 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0800450 May 27 18:37:53.247129 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bc5866aa-40b9-4929-9113-80bb6a7c6b50 req-4426b129-7dbc-461f-81ba-fa51338bb1ae tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427308 May 27 18:37:53.874079 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e1af5-1fb6-49d1-be3c-593512c20df7 req-7a8cf23a-dd56-4e27-a019-fc0c7f3f7d68 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:53.876179 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0e6e1af5-1fb6-49d1-be3c-593512c20df7 req-7a8cf23a-dd56-4e27-a019-fc0c7f3f7d68 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0818017 May 27 18:37:53.922648 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0e6e1af5-1fb6-49d1-be3c-593512c20df7 req-9be74489-5466-43d2-8900-222f8a20ecd6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404704 May 27 18:37:54.436205 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445638b6-13c1-4616-a3f7-d216165462d9 req-9baa76a4-4c58-4ae0-a094-62eb773c6c41 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:54.438347 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-445638b6-13c1-4616-a3f7-d216165462d9 req-9baa76a4-4c58-4ae0-a094-62eb773c6c41 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0877285 May 27 18:37:54.481840 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-445638b6-13c1-4616-a3f7-d216165462d9 req-21e690e0-9859-4901-8ff1-ac6aab77067e tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376394 May 27 18:37:55.109015 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7241587-6cf4-4b0c-81c0-b3492b494366 req-5d2aff90-6314-41a7-a7ae-aaa59d5ff705 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:55.110584 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c7241587-6cf4-4b0c-81c0-b3492b494366 req-5d2aff90-6314-41a7-a7ae-aaa59d5ff705 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0805385 May 27 18:37:55.154649 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c7241587-6cf4-4b0c-81c0-b3492b494366 req-2ec6be90-86ff-417a-9f31-24c1d101da95 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384254 May 27 18:37:55.670240 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2a79b-cd83-4562-a868-6cbefb887e9f req-59e40db3-6d1f-470a-ae32-35d3cf70af09 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:55.671697 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1cd2a79b-cd83-4562-a868-6cbefb887e9f req-59e40db3-6d1f-470a-ae32-35d3cf70af09 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0828390 May 27 18:37:55.717179 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1cd2a79b-cd83-4562-a868-6cbefb887e9f req-42e43375-94c6-4870-a5dc-18fe8f016a10 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383277 May 27 18:37:56.343117 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd42012-6000-432e-be63-278a68373312 req-4801a25f-1e9d-4d7b-a19c-bb19a17c9671 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:56.344496 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fd42012-6000-432e-be63-278a68373312 req-4801a25f-1e9d-4d7b-a19c-bb19a17c9671 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0796790 May 27 18:37:56.389083 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9fd42012-6000-432e-be63-278a68373312 req-bd50d86f-e889-4809-bb0b-170a308cc5d7 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374653 May 27 18:37:56.903644 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c932b8-7ffb-4bc8-80b5-a2b88ebf4616 req-8295794f-97f1-45b1-b812-ee058cc14771 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:56.905082 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-83c932b8-7ffb-4bc8-80b5-a2b88ebf4616 req-8295794f-97f1-45b1-b812-ee058cc14771 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0836089 May 27 18:37:56.949414 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-83c932b8-7ffb-4bc8-80b5-a2b88ebf4616 req-94ea496d-b364-44e3-ad8d-f1626d27de4d tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381017 May 27 18:37:57.578654 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92027f47-b244-4f8b-9a75-508c52403f18 req-9e6762d1-d4a3-4a0e-81e0-f9bb922b281d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:57.580192 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92027f47-b244-4f8b-9a75-508c52403f18 req-9e6762d1-d4a3-4a0e-81e0-f9bb922b281d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0818763 May 27 18:37:57.635400 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92027f47-b244-4f8b-9a75-508c52403f18 req-9456847b-052e-4c0f-bcb5-eeb053136a9f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472977 May 27 18:37:58.135247 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b8d9a-3d24-48a1-bca5-bab5ba52b8d0 req-642719a4-856e-4d37-8417-1fe7429188c5 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:58.136637 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e0b8d9a-3d24-48a1-bca5-bab5ba52b8d0 req-642719a4-856e-4d37-8417-1fe7429188c5 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0817833 May 27 18:37:58.181885 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e0b8d9a-3d24-48a1-bca5-bab5ba52b8d0 req-2b2c1b0a-050f-4985-b74f-5e748fd2ac1d tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396535 May 27 18:37:58.398230 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-e12ea86e-5bbc-4e8d-b173-635db7561360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:58.399619 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-e12ea86e-5bbc-4e8d-b173-635db7561360 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1099 time: 0.0708396 May 27 18:37:58.535017 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-97d5ae56-6f3a-43ac-be3d-28ac8ec5c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:58.536470 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-97d5ae56-6f3a-43ac-be3d-28ac8ec5c686 service neutron] 10.222.0.47 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 909 time: 0.1308482 May 27 18:37:58.639801 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-aa32c34b-ac4f-40d1-8e2f-6176d142774f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 1002 time: 0.0963249 May 27 18:37:58.701397 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-14bdeb38-2503-49b0-9c02-8c12f89ac629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:58.702865 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-14bdeb38-2503-49b0-9c02-8c12f89ac629 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 200 len: 847 time: 0.0572860 May 27 18:37:58.784538 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-4ec00710-73c0-4c41-8c6e-7351e60f3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:58.786033 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-4ec00710-73c0-4c41-8c6e-7351e60f3d70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=217db2b9-81de-4ef6-ba0b-798eb603e94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762384 May 27 18:37:58.828822 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23dfb1-4640-40e1-b8c6-b85fca99d356 req-0dc5b554-cb70-4fa9-b932-7597932a52cb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:58.829929 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5f23dfb1-4640-40e1-b8c6-b85fca99d356 req-0dc5b554-cb70-4fa9-b932-7597932a52cb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0847137 May 27 18:37:58.885373 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5f23dfb1-4640-40e1-b8c6-b85fca99d356 req-28442a62-6b5b-414c-bcae-d870b7648a70 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488765 May 27 18:37:58.944407 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-64ea07ec-8e07-405c-bf32-d532961aab36 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504378 May 27 18:37:59.075753 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-439e9d71-6a1e-4fc0-a247-302b25420c24 req-91f19191-b731-4ebd-a281-a4645802f3d7 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244531 May 27 18:37:59.203797 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:37:59.369214 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6169d2-246b-45d9-8a80-9f216e317d76 req-964f080e-d473-4d6e-9b45-e7a790c55fab tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:37:59.370675 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e6169d2-246b-45d9-8a80-9f216e317d76 req-964f080e-d473-4d6e-9b45-e7a790c55fab tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0808816 May 27 18:37:59.415848 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8e6169d2-246b-45d9-8a80-9f216e317d76 req-6735b6e5-ea59-466f-b2a1-bafca2131b87 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395706 May 27 18:38:00.081215 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bac29-c775-4866-ae12-d01e5423b2ed req-64d02b41-c44a-4736-89fc-95efe00c1d7e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:00.082671 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6a6bac29-c775-4866-ae12-d01e5423b2ed req-64d02b41-c44a-4736-89fc-95efe00c1d7e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0839791 May 27 18:38:00.128376 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6a6bac29-c775-4866-ae12-d01e5423b2ed req-88524168-ba36-4d91-85a0-5b745527aac4 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400672 May 27 18:38:00.608836 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003377fa-aab5-4d1c-9fc9-a3fd5ee75d22 req-d1b9476a-6baf-408b-a054-62150659806e tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:00.610299 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-003377fa-aab5-4d1c-9fc9-a3fd5ee75d22 req-d1b9476a-6baf-408b-a054-62150659806e tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0833044 May 27 18:38:00.663300 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-003377fa-aab5-4d1c-9fc9-a3fd5ee75d22 req-49e69ef6-c6c1-4b5d-ae98-c288134238d4 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459642 May 27 18:38:01.316491 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1ff80-e493-40bc-9f0d-0f3495be1682 req-f02661c9-1333-4f1b-b33f-eed8188bbf11 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:01.317988 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3eb1ff80-e493-40bc-9f0d-0f3495be1682 req-f02661c9-1333-4f1b-b33f-eed8188bbf11 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0811765 May 27 18:38:01.363879 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3eb1ff80-e493-40bc-9f0d-0f3495be1682 req-fce3335d-a683-4dd6-a221-cdc0d3bcd57f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401726 May 27 18:38:01.861073 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabedf92-5f51-4177-964a-ce92dd072768 req-e1350422-a6cf-4375-837d-a0af9061c029 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:01.863790 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cabedf92-5f51-4177-964a-ce92dd072768 req-e1350422-a6cf-4375-837d-a0af9061c029 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0891721 May 27 18:38:02.006351 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cabedf92-5f51-4177-964a-ce92dd072768 req-a5271a34-5ce7-4483-bfd2-d69dfa46aeb2 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1342926 May 27 18:38:02.077345 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:38:02.418113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d8fe-81e5-4085-91c4-93289e7a425e req-94e8076e-9481-49c6-90a6-92da565de0d5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:02.419579 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2185d8fe-81e5-4085-91c4-93289e7a425e req-94e8076e-9481-49c6-90a6-92da565de0d5 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0845582 May 27 18:38:02.461366 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5b5cd9e6-505e-461a-899d-ef9eb11a8571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:02.480240 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2185d8fe-81e5-4085-91c4-93289e7a425e req-52b54c5f-7d69-458a-909e-f9481f52639a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540030 May 27 18:38:02.576438 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d5861-b6af-45ca-8519-3196588ce7e4 req-9107e0e6-4df1-47b0-bc48-4890b76bc263 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:02.577907 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dd6d5861-b6af-45ca-8519-3196588ce7e4 req-9107e0e6-4df1-47b0-bc48-4890b76bc263 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0863116 May 27 18:38:02.637529 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46116) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:38:02.674194 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dd6d5861-b6af-45ca-8519-3196588ce7e4 req-8d096942-9445-4def-a937-141bedc2d066 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640843 May 27 18:38:02.697623 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c33d9-d540-47a4-8b42-0ce1ac169c08 req-12871918-c3ed-4765-9e39-d93027eca81f tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:02.699093 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0b5c33d9-d540-47a4-8b42-0ce1ac169c08 req-12871918-c3ed-4765-9e39-d93027eca81f tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.1203268 May 27 18:38:02.745199 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0b5c33d9-d540-47a4-8b42-0ce1ac169c08 req-1e85f0c1-e57e-4771-9062-3d3b9dea455f tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399539 May 27 18:38:02.759035 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-3862592e-779e-4d50-9185-7602aa562438 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202288 May 27 18:38:03.664239 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008623b3-de17-49ee-ac9e-71a18338f711 req-6203558d-5e64-40e5-ad65-a52c514a6a61 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:03.665711 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-008623b3-de17-49ee-ac9e-71a18338f711 req-6203558d-5e64-40e5-ad65-a52c514a6a61 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0814250 May 27 18:38:03.710406 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-008623b3-de17-49ee-ac9e-71a18338f711 req-756eeb0a-e927-457c-baa8-125e246071d3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391645 May 27 18:38:03.935649 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55816db3-dff3-4bb7-ae4a-8b3b3a740d81 req-8ab5280a-f683-4aa7-ba13-ca344f680655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:03.937073 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-55816db3-dff3-4bb7-ae4a-8b3b3a740d81 req-8ab5280a-f683-4aa7-ba13-ca344f680655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1408570 May 27 18:38:03.992806 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e913-2d2e-40ad-9199-9fe236b7e777 req-e61effac-cdde-4846-8c18-3d9c10f82edc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:03.994179 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4281e913-2d2e-40ad-9199-9fe236b7e777 req-e61effac-cdde-4846-8c18-3d9c10f82edc tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.1369109 May 27 18:38:04.038166 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-55816db3-dff3-4bb7-ae4a-8b3b3a740d81 req-22259747-ceae-4542-aaeb-a79ecf3acf1c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919368 May 27 18:38:04.059175 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4281e913-2d2e-40ad-9199-9fe236b7e777 req-49cc7150-72a2-4a9f-8c89-8e13f1b1d94e tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528843 May 27 18:38:04.796443 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:04.921807 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc57c7-9a90-489e-aa78-fd8473036b94 req-c077407c-afd2-43b6-8652-ebdcfc58c33b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:04.923204 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1afc57c7-9a90-489e-aa78-fd8473036b94 req-c077407c-afd2-43b6-8652-ebdcfc58c33b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0816391 May 27 18:38:04.969232 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1afc57c7-9a90-489e-aa78-fd8473036b94 req-ae168acd-9929-4432-aa25-ec09cf4e3e9a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394859 May 27 18:38:05.072337 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ac7c7d00-cd8d-4b63-9186-eaaefc822f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:05.287878 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf928af-e2e7-4485-a610-ac8bc707ea4c req-a782bc4f-fa00-4272-8dc9-352906fff007 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:05.289247 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5cf928af-e2e7-4485-a610-ac8bc707ea4c req-a782bc4f-fa00-4272-8dc9-352906fff007 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1417015 May 27 18:38:05.301660 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeddda7-cca9-4973-91ab-90f2e0ee2969 req-d7a14380-223d-4856-b9c9-ea51a07240b6 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:05.303324 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-adeddda7-cca9-4973-91ab-90f2e0ee2969 req-d7a14380-223d-4856-b9c9-ea51a07240b6 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.1162982 May 27 18:38:05.375908 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5cf928af-e2e7-4485-a610-ac8bc707ea4c req-9c7c45d9-5f54-435b-97f2-b44e833551e1 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716012 May 27 18:38:05.384618 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-adeddda7-cca9-4973-91ab-90f2e0ee2969 req-14313c8d-8288-434c-a8c5-7ae60b5e8860 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670993 May 27 18:38:05.580677 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-b26f6395-dfa7-4425-ba27-fc0ea5469f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:05.582058 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-b26f6395-dfa7-4425-ba27-fc0ea5469f51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26&tenant_id=bc642b80ab774ba8b4aa3c90579e0041 HTTP/1.1" status: 200 len: 1099 time: 0.2264843 May 27 18:38:05.590828 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-ce28971e-3592-48ad-ad17-9d7d2f430eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:05.592192 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-ce28971e-3592-48ad-ad17-9d7d2f430eba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1099 time: 0.0857623 May 27 18:38:05.736955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-6192e088-3fb5-4929-a3ab-7c2bd4c5ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:05.738995 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-6192e088-3fb5-4929-a3ab-7c2bd4c5ffe6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 909 time: 0.1254628 May 27 18:38:05.845285 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-6a94abb9-9c82-4fd8-95b0-ec86554ef349 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 1002 time: 0.1004806 May 27 18:38:05.851229 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device f74c0140-93f7-4e88-9f60-cb86f48c015f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:38:05.907782 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-21e7d9c3-7dfc-47d4-bb79-2045ba2f5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:05.909237 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-21e7d9c3-7dfc-47d4-bb79-2045ba2f5539 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 200 len: 847 time: 0.0576353 May 27 18:38:05.976082 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:06.000723 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-2b8040f2-b91c-42cd-9e29-b9a2b4146145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.002423 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-2b8040f2-b91c-42cd-9e29-b9a2b4146145 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=217db2b9-81de-4ef6-ba0b-798eb603e94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789177 May 27 18:38:06.006915 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:38:06.029918 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:06.062328 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'code': 200} May 27 18:38:06.112337 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:06.134704 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:06.136536 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-3ec7eaa5-a071-4567-ab16-28a2db032b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:38:06.149344 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-6ccf7359-a070-43d8-b22f-f40614d75918 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401713 May 27 18:38:06.176026 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27b21d-d182-43ed-93cf-6b92848295a9 req-68884779-bdf9-419a-b819-de1003c3c318 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.177773 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5d27b21d-d182-43ed-93cf-6b92848295a9 req-68884779-bdf9-419a-b819-de1003c3c318 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0880425 May 27 18:38:06.206803 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=6']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:38:06.210912 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:38:06.227313 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5d27b21d-d182-43ed-93cf-6b92848295a9 req-c4e8d6f0-3fb6-4035-9a80-2b1020102514 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 May 27 18:38:06.286912 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c6d5574e-4119-4f13-8842-d32d8a04044e req-bc8ce809-114e-441d-b1b4-5fd4580a9944 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306899 May 27 18:38:06.393732 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-11f7e00f-c032-45a8-9c57-ec3f5c043e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.395751 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-11f7e00f-c032-45a8-9c57-ec3f5c043e41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1097 time: 0.0699091 May 27 18:38:06.531024 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-8c936f7f-8f5a-45a4-b4dd-9fa3abbba01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.532587 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-8c936f7f-8f5a-45a4-b4dd-9fa3abbba01f service neutron] 10.222.0.47 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 909 time: 0.1295657 May 27 18:38:06.638520 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-2b3d5a7b-170e-4ddf-96e3-5abfad75f879 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 1000 time: 0.0986557 May 27 18:38:06.639225 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972a3fb-757d-4952-8318-1cca7e222c32 req-c2c7a489-786f-48f3-a40d-c9fc6a942779 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.640267 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c972a3fb-757d-4952-8318-1cca7e222c32 req-c2c7a489-786f-48f3-a40d-c9fc6a942779 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1465445 May 27 18:38:06.649354 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78547fcf-36f2-4413-a016-95eebaa29193 req-7009365f-ae64-4051-9ab1-05023e5ec8cb tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.650661 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78547fcf-36f2-4413-a016-95eebaa29193 req-7009365f-ae64-4051-9ab1-05023e5ec8cb tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.1240659 May 27 18:38:06.705168 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-c3da1574-9781-43bc-8bea-d4de8d40e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.706623 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-c3da1574-9781-43bc-8bea-d4de8d40e8cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 200 len: 847 time: 0.0608215 May 27 18:38:06.723132 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c972a3fb-757d-4952-8318-1cca7e222c32 req-b3760197-d405-4bf0-9798-a957a0ca8a42 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715473 May 27 18:38:06.727891 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78547fcf-36f2-4413-a016-95eebaa29193 req-d6d3bb7d-00cb-48f8-8c1d-4c22ae3e36f5 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630629 May 27 18:38:06.782338 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-ca820d56-b52c-4207-8e38-aa5d5b72d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:06.783846 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-ca820d56-b52c-4207-8e38-aa5d5b72d079 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=217db2b9-81de-4ef6-ba0b-798eb603e94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712638 May 27 18:38:06.919086 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-1cd6d100-c29e-4b4c-833c-75facd8c752d service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279101 May 27 18:38:07.047849 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-801f2300-a1d5-4b8b-8ce6-5c28769ae490 req-c0481dc2-0626-40db-877d-a9aa81cb7dd7 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228383 May 27 18:38:07.418572 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07495c08-4fd5-4650-b64b-88ff4ccefe21 req-f3d63bbf-6af9-4d95-9fa9-e61518c5e427 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:07.420058 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-07495c08-4fd5-4650-b64b-88ff4ccefe21 req-f3d63bbf-6af9-4d95-9fa9-e61518c5e427 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0804570 May 27 18:38:07.464111 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-07495c08-4fd5-4650-b64b-88ff4ccefe21 req-c064df46-3e03-4e4b-ac3e-cc8157d5cce9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384531 May 27 18:38:07.654469 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:07.940549 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d614b-9042-4405-89bb-ff7f87c62c8f req-b7b02052-df48-432e-85c2-ccd18a4646c5 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:07.942328 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ca7d614b-9042-4405-89bb-ff7f87c62c8f req-b7b02052-df48-432e-85c2-ccd18a4646c5 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.1045742 May 27 18:38:08.027264 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ca7d614b-9042-4405-89bb-ff7f87c62c8f req-f854a81d-d040-453b-9b82-6f4f9fbc37b2 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787935 May 27 18:38:08.072745 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dc5b9-1e30-408a-8e84-c4159e8dea2d req-07c60c07-ddb9-4cc9-b890-f8774c1ad243 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:08.074174 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c00dc5b9-1e30-408a-8e84-c4159e8dea2d req-07c60c07-ddb9-4cc9-b890-f8774c1ad243 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0896544 May 27 18:38:08.118698 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c00dc5b9-1e30-408a-8e84-c4159e8dea2d req-08bcd160-2c77-4d72-bb44-3e4dfe990dba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387530 May 27 18:38:08.658527 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305aa39-5db4-47fa-87c4-91e1e2274557 req-b3ddd326-423f-42d8-a002-e0ab381299b2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:08.660012 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7305aa39-5db4-47fa-87c4-91e1e2274557 req-b3ddd326-423f-42d8-a002-e0ab381299b2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0843034 May 27 18:38:08.704527 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7305aa39-5db4-47fa-87c4-91e1e2274557 req-926ff311-3fef-4af0-8ea1-5b180e84851d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389364 May 27 18:38:09.211698 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a694ad-619e-4c1e-8475-74e51e65606d req-ed41c929-b07d-4be6-a27f-0b89f5304143 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:09.213156 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-27a694ad-619e-4c1e-8475-74e51e65606d req-ed41c929-b07d-4be6-a27f-0b89f5304143 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.0806389 May 27 18:38:09.391514 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-27a694ad-619e-4c1e-8475-74e51e65606d req-3f7acbd7-660a-464c-a231-703e2c0d4a7d tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1725597 May 27 18:38:09.417980 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df975f64-fd14-47ee-bbbc-bee56374053c req-102d2b82-6588-4fbb-8b65-40e830db85ea tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:09.419400 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-df975f64-fd14-47ee-bbbc-bee56374053c req-102d2b82-6588-4fbb-8b65-40e830db85ea tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1864681 May 27 18:38:09.464052 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-df975f64-fd14-47ee-bbbc-bee56374053c req-b9ba486b-7e7b-4a6a-95e4-713e0ea6401c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391965 May 27 18:38:09.902815 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da07bcc-3954-4558-bd91-18ded6f8cd50 req-c952cc04-aaba-4622-8020-f2a6695cfeeb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:09.904671 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5da07bcc-3954-4558-bd91-18ded6f8cd50 req-c952cc04-aaba-4622-8020-f2a6695cfeeb tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0892882 May 27 18:38:09.993115 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5da07bcc-3954-4558-bd91-18ded6f8cd50 req-55ae74af-fa79-40f7-96de-9dd6174da5da tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825937 May 27 18:38:10.035240 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515b3c6-c54b-4b60-a46a-87af1933dc94 req-d26a01e5-c7c1-4faa-b456-48595bf6b864 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:10.037350 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8515b3c6-c54b-4b60-a46a-87af1933dc94 req-d26a01e5-c7c1-4faa-b456-48595bf6b864 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1084292 May 27 18:38:10.084521 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8515b3c6-c54b-4b60-a46a-87af1933dc94 req-1a5c247f-a0da-4ddf-a3c7-48e05454d093 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407228 May 27 18:38:10.144897 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-82235ea1-ba46-4916-b45d-99a86118ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:10.146905 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-82235ea1-ba46-4916-b45d-99a86118ce95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.0709755 May 27 18:38:10.367549 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-19cc2604-226b-4eda-988e-2046a297bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:10.368993 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-19cc2604-226b-4eda-988e-2046a297bbb7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 912 time: 0.2152507 May 27 18:38:10.471796 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-a5a70e37-c3ff-44d0-9ca8-3062234e4746 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 200 len: 1002 time: 0.0961826 May 27 18:38:10.537288 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-8dda265d-741d-4051-a16e-0eedf8cbbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:10.538723 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-8dda265d-741d-4051-a16e-0eedf8cbbcb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0605543 May 27 18:38:10.578091 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34752f-1f11-4ea5-941c-7b9d56a1e645 req-50d762be-d3a7-4ac5-b5dc-041a38344e50 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:10.579560 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e34752f-1f11-4ea5-941c-7b9d56a1e645 req-50d762be-d3a7-4ac5-b5dc-041a38344e50 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.0832615 May 27 18:38:10.613126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-f6141e8d-7e6b-4f7c-a78b-5649cbf4f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:10.615139 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-f6141e8d-7e6b-4f7c-a78b-5649cbf4f5cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704238 May 27 18:38:10.623579 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e34752f-1f11-4ea5-941c-7b9d56a1e645 req-f550774e-c36c-43ff-9ed0-837eece9683c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383880 May 27 18:38:10.745206 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-4a800721-ceee-4c28-b5ff-631fb267cd05 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235876 May 27 18:38:10.877273 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-fccbd027-2f7c-4b66-8dca-abbf1f0f16fb req-9c5bc080-2618-47c5-b838-8b14746a6bda service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256504 May 27 18:38:11.186593 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2eb00-0c1f-4397-b77e-029955807d66 req-62dd6bff-1833-40d3-ac20-8af53fa4ab91 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:11.188054 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-abb2eb00-0c1f-4397-b77e-029955807d66 req-62dd6bff-1833-40d3-ac20-8af53fa4ab91 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0816965 May 27 18:38:11.289639 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-abb2eb00-0c1f-4397-b77e-029955807d66 req-02868203-8930-4054-b15b-4f6a7d8809fe tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957747 May 27 18:38:11.314013 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eae8b-0857-4e0f-8113-f1938036d153 req-5e09b633-f8ab-4f7e-b01f-3c6ee987145c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:11.315510 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1b6eae8b-0857-4e0f-8113-f1938036d153 req-5e09b633-f8ab-4f7e-b01f-3c6ee987145c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1199322 May 27 18:38:11.361624 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1b6eae8b-0857-4e0f-8113-f1938036d153 req-9b53e6ef-f816-4bd6-bbad-5256f70efb4f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399330 May 27 18:38:11.821277 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e06407-e365-4749-a6b4-e2031dd550dd req-5d411a7b-e20c-4534-aa77-5467f33cfac0 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:11.822730 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-50e06407-e365-4749-a6b4-e2031dd550dd req-5d411a7b-e20c-4534-aa77-5467f33cfac0 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 944 time: 0.0861542 May 27 18:38:11.868285 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-50e06407-e365-4749-a6b4-e2031dd550dd req-6d2f5dd4-16ae-44ea-a60a-1c2f029bbd07 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399258 May 27 18:38:11.902462 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device f74c0140-93f7-4e88-9f60-cb86f48c015f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:38:12.041392 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:12.061288 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'port_id': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'mac_address': 'fa:16:3e:68:b8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:38:12.115474 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:12.132158 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74c0140-93f7-4e88-9f60-cb86f48c015f {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:38:12.147713 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:12.247503 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:12.250029 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:38:12.314682 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=7']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:38:12.318175 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:38:12.518111 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9f5be-b23f-4beb-9412-0f24417dcf9e req-a023fb8e-e367-4256-b283-1cc895b14c30 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:12.519572 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ecf9f5be-b23f-4beb-9412-0f24417dcf9e req-a023fb8e-e367-4256-b283-1cc895b14c30 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.1198452 May 27 18:38:12.576574 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ecf9f5be-b23f-4beb-9412-0f24417dcf9e req-3a125727-72f5-4c73-8cf9-fcb1117b7941 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503995 May 27 18:38:12.597671 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0523975c-e6d9-4490-83ee-1418460889fe req-b3529a17-515a-4755-97d0-970dec919ca0 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:12.599739 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0523975c-e6d9-4490-83ee-1418460889fe req-b3529a17-515a-4755-97d0-970dec919ca0 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1309509 May 27 18:38:12.619208 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['f74c0140-93f7-4e88-9f60-cb86f48c015f'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:38:12.646293 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0523975c-e6d9-4490-83ee-1418460889fe req-62e944f6-48be-459f-9d04-16201aeb74a3 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407095 May 27 18:38:13.055219 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e859d-9db4-4c84-8feb-9905ba1fa995 req-7cad0cd1-ddba-4cc2-91ec-fb19638b3341 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:13.056690 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f89e859d-9db4-4c84-8feb-9905ba1fa995 req-7cad0cd1-ddba-4cc2-91ec-fb19638b3341 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 945 time: 0.0849056 May 27 18:38:13.100588 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f89e859d-9db4-4c84-8feb-9905ba1fa995 req-5402a268-a967-4f0c-8940-0236d228137f tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384068 May 27 18:38:13.764615 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d4651-5601-41ec-8b89-60f72a59fd97 req-44aa1f81-1956-45a5-b24b-07016e15cde7 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:13.766044 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd5d4651-5601-41ec-8b89-60f72a59fd97 req-44aa1f81-1956-45a5-b24b-07016e15cde7 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0790467 May 27 18:38:13.811611 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd5d4651-5601-41ec-8b89-60f72a59fd97 req-9783419e-cb5d-4f17-a221-a9c9501ba1d3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 May 27 18:38:14.300867 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b7afa-8fe1-4813-b477-6d86053baef7 req-ff420346-29df-4716-bdc5-a64922ca1b1b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:14.302339 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-836b7afa-8fe1-4813-b477-6d86053baef7 req-ff420346-29df-4716-bdc5-a64922ca1b1b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 945 time: 0.0923884 May 27 18:38:14.345915 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-836b7afa-8fe1-4813-b477-6d86053baef7 req-5451ff37-d623-435c-9b9f-8200005bf421 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377040 May 27 18:38:15.002430 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b6f2f-6293-4adb-8ca7-1dec7afcccc5 req-94a3e5bb-cb91-4890-99b1-ba59a2ad9ac2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:15.003871 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d68b6f2f-6293-4adb-8ca7-1dec7afcccc5 req-94a3e5bb-cb91-4890-99b1-ba59a2ad9ac2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0784404 May 27 18:38:15.052284 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d68b6f2f-6293-4adb-8ca7-1dec7afcccc5 req-f8b250a6-60f7-4f73-941a-c58ec0ae21d4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 May 27 18:38:15.672785 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25214dcc-c8f7-4326-938d-925c659b2f88 req-bdde36be-8452-4c99-97b5-f9f260dad48c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:15.674208 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-25214dcc-c8f7-4326-938d-925c659b2f88 req-bdde36be-8452-4c99-97b5-f9f260dad48c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 945 time: 0.0793352 May 27 18:38:15.718432 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-25214dcc-c8f7-4326-938d-925c659b2f88 req-8991467e-f037-4850-bf41-161c8f5082fd tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377872 May 27 18:38:15.915357 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:38:15.918744 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device f74c0140-93f7-4e88-9f60-cb86f48c015f up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:38:16.072030 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port f74c0140-93f7-4e88-9f60-cb86f48c015f triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:38:16.072318 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:16.166172 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:16.186755 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'port_id': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'mac_address': 'fa:16:3e:ef:ce:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:38:16.248226 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de985e5-747f-405b-882c-1d5faa7a38e7 req-2c451c07-e89a-4cea-9d4e-bf958b61a157 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:16.249700 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2de985e5-747f-405b-882c-1d5faa7a38e7 req-2c451c07-e89a-4cea-9d4e-bf958b61a157 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0853832 May 27 18:38:16.291889 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:16.295499 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2de985e5-747f-405b-882c-1d5faa7a38e7 req-24b843b7-8521-4d08-b4b1-f21f74e56a8e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 May 27 18:38:16.303674 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:16.323954 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b08902c-9fa3-45a5-a24e-5745f418b026 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:38:16.344959 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:38:16.355747 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:16.357413 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:16.389640 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'code': 200} May 27 18:38:16.441853 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:16.444641 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-60be5e4b-e756-4cb4-add3-b10e3c88022b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:38:16.483064 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:16.518086 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=6']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:38:16.521571 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:38:16.522406 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-60be5e4b-e756-4cb4-add3-b10e3c88022b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:38:16.553766 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['8b08902c-9fa3-45a5-a24e-5745f418b026'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:38:16.652282 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=8']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:38:16.655393 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:38:16.784927 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5b12b-c51c-48d8-be46-1b445c360c70 req-4a3746bc-b133-44fd-a341-f4c213363beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:16.787912 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2f5b12b-c51c-48d8-be46-1b445c360c70 req-4a3746bc-b133-44fd-a341-f4c213363beb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1099 time: 0.0781112 May 27 18:38:16.831115 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c2f5b12b-c51c-48d8-be46-1b445c360c70 req-0dec1a20-540e-4181-bef7-b8c7574ce03a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365062 May 27 18:38:16.909194 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6d497-792e-4804-950f-081dfffc118b req-17b559a7-1e49-404b-8568-42d15fe05f03 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:16.910559 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-75f6d497-792e-4804-950f-081dfffc118b req-17b559a7-1e49-404b-8568-42d15fe05f03 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0825198 May 27 18:38:16.954716 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-75f6d497-792e-4804-950f-081dfffc118b req-95d91799-d561-4304-95ed-f9dd9b50faf3 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384126 May 27 18:38:17.487915 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feff36c-920e-42fb-bf56-836c3a4357b1 req-bdf315c3-b4db-4c03-b3e5-4bc5e95d5511 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:17.489435 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6feff36c-920e-42fb-bf56-836c3a4357b1 req-bdf315c3-b4db-4c03-b3e5-4bc5e95d5511 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 945 time: 0.0828624 May 27 18:38:17.536785 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6feff36c-920e-42fb-bf56-836c3a4357b1 req-904db789-04ba-495c-9aba-75a13381cd94 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385821 May 27 18:38:17.915768 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:38:18.015036 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 8b08902c-9fa3-45a5-a24e-5745f418b026 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:38:18.015430 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:18.140490 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:18.152193 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64bc68-6312-42a4-9e2f-0f851bd86b5b req-8004aaf3-0675-4b44-a26a-456acbd58aea tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:18.155108 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a64bc68-6312-42a4-9e2f-0f851bd86b5b req-8004aaf3-0675-4b44-a26a-456acbd58aea tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0869350 May 27 18:38:18.172874 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:18.206539 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a64bc68-6312-42a4-9e2f-0f851bd86b5b req-fd761784-8a2d-4de5-b36c-537aec48b26a tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439291 May 27 18:38:18.260164 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:18.262906 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:38:18.330287 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=7']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:38:18.333202 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:38:18.390947 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:38:18.436325 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'code': 200} May 27 18:38:18.803474 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de611529-80d0-4621-b368-d5fa1b422433 req-f2ab2bc4-b72b-47cd-94e3-d24c1ae73693 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:18.804828 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-de611529-80d0-4621-b368-d5fa1b422433 req-f2ab2bc4-b72b-47cd-94e3-d24c1ae73693 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.1605110 May 27 18:38:18.848405 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-de611529-80d0-4621-b368-d5fa1b422433 req-0d81c433-28aa-43f5-8d41-62ceadb89966 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379267 May 27 18:38:19.395789 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a217bb-9c5f-431a-b61f-1ed851ed1951 req-98e27304-0a68-4358-a4d1-d04c128b2356 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:19.398052 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-03a217bb-9c5f-431a-b61f-1ed851ed1951 req-98e27304-0a68-4358-a4d1-d04c128b2356 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0841691 May 27 18:38:19.442959 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-03a217bb-9c5f-431a-b61f-1ed851ed1951 req-7e85067b-1231-4f86-b0bc-f47b71865bbe tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392871 May 27 18:38:20.043418 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35ba26-1651-4955-aee1-2a08a9408bd7 req-e2b38487-b012-4106-8af9-8bcc32434ee4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:20.044890 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bd35ba26-1651-4955-aee1-2a08a9408bd7 req-e2b38487-b012-4106-8af9-8bcc32434ee4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0847540 May 27 18:38:20.098679 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bd35ba26-1651-4955-aee1-2a08a9408bd7 req-d15cec95-3c31-4855-bc6c-4b0f9a168152 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481212 May 27 18:38:21.332036 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52311f-b518-4204-9a35-b19b24c56416 req-d1917529-0837-4bc3-bb27-9c8d8ee9c142 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:21.333553 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b52311f-b518-4204-9a35-b19b24c56416 req-d1917529-0837-4bc3-bb27-9c8d8ee9c142 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0959489 May 27 18:38:21.388332 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7b52311f-b518-4204-9a35-b19b24c56416 req-e5670c80-81cf-4117-a42f-f90b1a54ec15 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490217 May 27 18:38:22.601719 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caff42-add3-4f9a-8d8e-3a9bccd8a6d4 req-52e9810e-b893-44d2-ba5b-8d8d29ff033f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:22.603395 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-85caff42-add3-4f9a-8d8e-3a9bccd8a6d4 req-52e9810e-b893-44d2-ba5b-8d8d29ff033f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.1003342 May 27 18:38:22.667398 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-85caff42-add3-4f9a-8d8e-3a9bccd8a6d4 req-86b18ca4-2169-4bca-87e1-d6c3007e3cad tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576079 May 27 18:38:23.873583 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23f351-0394-4924-8cec-5665bf2ecead req-e3a2834b-a527-4f0c-9f64-c771a8d63079 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:23.878650 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2c23f351-0394-4924-8cec-5665bf2ecead req-e3a2834b-a527-4f0c-9f64-c771a8d63079 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0951061 May 27 18:38:23.924617 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2c23f351-0394-4924-8cec-5665bf2ecead req-33b07484-aa22-46d8-8430-b5c0d29bfb96 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416095 May 27 18:38:25.146840 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49829e6f-858e-442e-82b1-55fa5ad6ab4a req-188c65cb-5d09-4b30-bf8d-bac30fd371ad tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:25.148027 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-49829e6f-858e-442e-82b1-55fa5ad6ab4a req-188c65cb-5d09-4b30-bf8d-bac30fd371ad tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0954401 May 27 18:38:25.206804 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-49829e6f-858e-442e-82b1-55fa5ad6ab4a req-4fdc6aab-115f-44a0-8103-58dc0141c568 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514786 May 27 18:38:26.410241 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7a042-d67f-4e7e-b2a7-9962b2ac53b3 req-4a801b1e-15d8-42ba-95e0-b9341159324c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:26.412778 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-22b7a042-d67f-4e7e-b2a7-9962b2ac53b3 req-4a801b1e-15d8-42ba-95e0-b9341159324c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0866098 May 27 18:38:26.457710 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-22b7a042-d67f-4e7e-b2a7-9962b2ac53b3 req-f347c34b-fa0e-4b92-9480-eada68c36fe6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393009 May 27 18:38:27.659726 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2c00-d340-42a9-a4ba-13e2bbccfa41 req-c67b9504-7c03-4efd-befc-bcb3c7c6b15c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:27.661303 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4bae2c00-d340-42a9-a4ba-13e2bbccfa41 req-c67b9504-7c03-4efd-befc-bcb3c7c6b15c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0881243 May 27 18:38:27.710283 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4bae2c00-d340-42a9-a4ba-13e2bbccfa41 req-1f40d5bb-a00f-4162-894c-8da18e940dc2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 May 27 18:38:28.906272 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da52e3-aadc-4af9-ad10-c12a8db62f76 req-d94871f3-8db5-4c21-a641-533207e549cd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:28.907967 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f3da52e3-aadc-4af9-ad10-c12a8db62f76 req-d94871f3-8db5-4c21-a641-533207e549cd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0843365 May 27 18:38:28.959806 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f3da52e3-aadc-4af9-ad10-c12a8db62f76 req-b935f487-f89e-4116-af2f-c2609baa3f89 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439630 May 27 18:38:29.242218 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:30.157586 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53fc8-9ca9-445c-bb6a-bb2d571a4906 req-6c056721-fe21-4846-b039-6840fbcc7b4a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:30.159169 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-56e53fc8-9ca9-445c-bb6a-bb2d571a4906 req-6c056721-fe21-4846-b039-6840fbcc7b4a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0857375 May 27 18:38:30.215807 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-56e53fc8-9ca9-445c-bb6a-bb2d571a4906 req-cfb8ab42-39a2-4026-8284-19a63c5d0756 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468102 May 27 18:38:31.408488 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa57986-0bfd-4163-ac97-4983d746acdb req-d32ad928-c933-43e6-a4d2-904cebbf78b2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:31.409936 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aaa57986-0bfd-4163-ac97-4983d746acdb req-d32ad928-c933-43e6-a4d2-904cebbf78b2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0841980 May 27 18:38:31.457749 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aaa57986-0bfd-4163-ac97-4983d746acdb req-75c800fd-c2de-40f5-8f63-8e7182d47c3c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415833 May 27 18:38:32.245436 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-258b8fa8-be66-4def-9483-8236064fab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:32.246844 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-258b8fa8-be66-4def-9483-8236064fab05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 1099 time: 0.0728536 May 27 18:38:32.382818 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-a5886557-d805-4380-b63e-d5d251006d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:32.386564 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-a5886557-d805-4380-b63e-d5d251006d01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1297631 May 27 18:38:32.442539 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-21c3ce8f-f998-4d5a-8dd5-8c7aa352ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:32.487035 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-5719ae67-e2fe-4ba4-b580-e565bef977f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b08902c-9fa3-45a5-a24e-5745f418b026 HTTP/1.1" status: 200 len: 1001 time: 0.0955896 May 27 18:38:32.552294 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-54c0484f-31e7-45c0-b317-0c86d2b526e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:32.554572 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-54c0484f-31e7-45c0-b317-0c86d2b526e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0580373 May 27 18:38:32.633141 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-185ff489-a478-479f-8466-cf7f94acf11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:32.634670 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-185ff489-a478-479f-8466-cf7f94acf11d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737019 May 27 18:38:32.650230 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d825d4-844e-4832-95b2-de1b3746a3e7 req-53d0fb5a-f3a6-41f3-88fb-3d1ebd0ba9a4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:32.651714 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-47d825d4-844e-4832-95b2-de1b3746a3e7 req-53d0fb5a-f3a6-41f3-88fb-3d1ebd0ba9a4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0815773 May 27 18:38:32.696799 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-47d825d4-844e-4832-95b2-de1b3746a3e7 req-57f4d3f3-49db-4eb7-9f3b-e2fd53f4ba2b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393746 May 27 18:38:32.767346 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-62e3aeb2-6a90-42bf-9d72-e13f7b34db7a service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253026 May 27 18:38:32.898183 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7a77fcff-36a5-4764-9171-a086c8ad34eb req-dbd0ca54-d35b-4e64-930a-ac457aa794b0 service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242483 May 27 18:38:33.890215 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72621056-028e-4506-8102-7c72ad7ca03a req-59f361ce-4344-40b6-b726-993c2db5b59c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:33.891725 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-72621056-028e-4506-8102-7c72ad7ca03a req-59f361ce-4344-40b6-b726-993c2db5b59c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0836647 May 27 18:38:33.936455 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-72621056-028e-4506-8102-7c72ad7ca03a req-acc5d5cc-c19f-4f17-b947-a0d6fcc6f374 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390153 May 27 18:38:34.807364 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:35.070660 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5177855f-c123-497e-8bc6-b7b148a14e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:35.128262 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0c7dc-8a66-4b2e-828e-f5b8516f7cef req-51008148-90e9-4509-89f1-db49f1354784 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:35.129676 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dfd0c7dc-8a66-4b2e-828e-f5b8516f7cef req-51008148-90e9-4509-89f1-db49f1354784 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 946 time: 0.0836704 May 27 18:38:35.174774 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dfd0c7dc-8a66-4b2e-828e-f5b8516f7cef req-160609ba-8767-4d33-8d96-f68caabca57d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 May 27 18:38:36.067950 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:38:36.178032 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:36.184029 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:36.219496 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:38:36.229878 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:38:36.264119 dv-cinder-792299-4-smb neutron-server[92298]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'code': 422} returned with failed status May 27 18:38:36.356865 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:36.359468 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:38:36.430343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=8']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:38:36.437415 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.437759 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.438089 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.438412 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.438731 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.439050 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.439365 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.439699 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.440012 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.440321 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.440635 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.440936 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:38:36.445397 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:38:37.654216 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:38.003164 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f55e74-9bc2-4856-bc79-afb2ebf9a08e req-0f4729d1-a560-4e18-812e-3c549e67972b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:38.004623 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46f55e74-9bc2-4856-bc79-afb2ebf9a08e req-0f4729d1-a560-4e18-812e-3c549e67972b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0848367 May 27 18:38:38.051694 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46f55e74-9bc2-4856-bc79-afb2ebf9a08e req-db2af8d6-14cc-43d7-ab86-3815c9a316ba tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407326 May 27 18:38:38.186503 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-0a0fa77b-8154-4145-8352-f6754a2d1b80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703108 May 27 18:38:39.075480 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:38:39.248662 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3c01b-b92d-4e8b-a727-99ae196651dd req-c4d025e2-a13e-4026-bf5d-e92c2b9896c3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:39.250013 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c1f3c01b-b92d-4e8b-a727-99ae196651dd req-c4d025e2-a13e-4026-bf5d-e92c2b9896c3 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0857153 May 27 18:38:39.295235 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c1f3c01b-b92d-4e8b-a727-99ae196651dd req-0e6b27bc-1218-4e55-b4d3-c3ed8eef3e5b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392537 May 27 18:38:39.620448 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-d7bf85cc-79c9-4f36-bac7-a9ff21c53fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:39.621951 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-d7bf85cc-79c9-4f36-bac7-a9ff21c53fe1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da&tenant_id=3a7056ea612246ce92e0dc99224ae22e HTTP/1.1" status: 200 len: 1097 time: 0.0716612 May 27 18:38:39.811296 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-4ddc1773-3339-4dde-bf56-d6de448e09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:39.812890 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-4ddc1773-3339-4dde-bf56-d6de448e09e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a7056ea612246ce92e0dc99224ae22e&device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 1097 time: 0.1688306 May 27 18:38:39.949175 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-2f9154af-a121-46e0-acad-56f59812cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:39.950583 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-2f9154af-a121-46e0-acad-56f59812cf6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 200 len: 917 time: 0.1296337 May 27 18:38:40.051954 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-599781ea-8a38-4077-ba6a-1797a0469ed9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b08902c-9fa3-45a5-a24e-5745f418b026 HTTP/1.1" status: 200 len: 999 time: 0.0943365 May 27 18:38:40.110432 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:38:40.115608 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-66b6f3f6-1643-4701-b923-8c61817adaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:40.117347 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-66b6f3f6-1643-4701-b923-8c61817adaea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 200 len: 855 time: 0.0589330 May 27 18:38:40.199301 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-cdb361c8-6c92-4327-8744-75aef3b10a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:40.200711 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-cdb361c8-6c92-4327-8744-75aef3b10a55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730479 May 27 18:38:40.344498 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-ad452dfa-8df0-429d-abe4-22b5550cef6b service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364989 May 27 18:38:40.479248 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-aa86f64f-99ae-4c52-8ccd-e6d50ec04276 req-f2cb9a90-224b-497c-b59f-6f92786bb35f service neutron] 10.222.0.47 "GET /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255000 May 27 18:38:40.487989 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378a0a8-1a7b-485a-b90c-cc4f990510f0 req-20c9a905-a796-460d-9944-41535845377f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:40.489468 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1378a0a8-1a7b-485a-b90c-cc4f990510f0 req-20c9a905-a796-460d-9944-41535845377f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0816064 May 27 18:38:40.534587 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1378a0a8-1a7b-485a-b90c-cc4f990510f0 req-a41df690-484a-44fe-b031-d3f0ac335c88 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390821 May 27 18:38:41.813209 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eff4c-c68c-46bd-811d-2e69bc361813 req-7201745c-ec60-4f1f-809c-a199f9d4b8d1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:41.814697 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4f3eff4c-c68c-46bd-811d-2e69bc361813 req-7201745c-ec60-4f1f-809c-a199f9d4b8d1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.1659613 May 27 18:38:41.860860 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4f3eff4c-c68c-46bd-811d-2e69bc361813 req-7b5193c7-135b-4c8f-87d5-0ff22c64e0ea tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394361 May 27 18:38:43.057576 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148679a-dcc1-4764-b6f3-35e46157fd8f req-1b0f8e30-4f3d-4830-9b20-c11d2a4d8906 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:43.059065 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3148679a-dcc1-4764-b6f3-35e46157fd8f req-1b0f8e30-4f3d-4830-9b20-c11d2a4d8906 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0862937 May 27 18:38:43.105545 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3148679a-dcc1-4764-b6f3-35e46157fd8f req-e16de3a2-5c71-40a0-a942-f7dd7a69c801 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 May 27 18:38:44.311441 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefd6ce-ffa5-486a-aaed-92efc2245197 req-bd68a1eb-9a82-4f28-a844-a16eef83ef6a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:44.312919 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1fefd6ce-ffa5-486a-aaed-92efc2245197 req-bd68a1eb-9a82-4f28-a844-a16eef83ef6a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0913846 May 27 18:38:44.359604 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1fefd6ce-ffa5-486a-aaed-92efc2245197 req-f56413fa-60c0-4e6a-b722-665ec7352c3f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 May 27 18:38:45.562998 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861966c-5eff-4286-85f2-4db7f562dd55 req-5ba52f3d-183c-4c18-b12d-8bd31ade8869 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:45.564504 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0861966c-5eff-4286-85f2-4db7f562dd55 req-5ba52f3d-183c-4c18-b12d-8bd31ade8869 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0909472 May 27 18:38:45.610483 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0861966c-5eff-4286-85f2-4db7f562dd55 req-977fbee8-e1ab-4f87-a184-cefaeffbebd2 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 May 27 18:38:46.808831 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db163c-c914-443b-ab1b-6d2898e58bf8 req-bc24abbe-3ea8-4825-9778-7ead11e0bf5f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:46.810366 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f3db163c-c914-443b-ab1b-6d2898e58bf8 req-bc24abbe-3ea8-4825-9778-7ead11e0bf5f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0874417 May 27 18:38:46.858045 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f3db163c-c914-443b-ab1b-6d2898e58bf8 req-7a7bd526-553f-4194-9903-f22d65ebd6b6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419540 May 27 18:38:48.065932 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29414e52-931c-4b22-83b3-eafe6abcddf0 req-000efc8d-0425-4d88-8aca-ec674136e57c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:48.067448 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-29414e52-931c-4b22-83b3-eafe6abcddf0 req-000efc8d-0425-4d88-8aca-ec674136e57c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0872691 May 27 18:38:48.116364 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-29414e52-931c-4b22-83b3-eafe6abcddf0 req-0466766f-772a-40b6-9adc-c4757b216a97 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 May 27 18:38:49.310603 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8043d-c244-4fc9-a4f1-1fb7966fba5b req-8d35f1a9-3905-476d-b3ea-3a1afc7ad9fc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:49.312131 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f2d8043d-c244-4fc9-a4f1-1fb7966fba5b req-8d35f1a9-3905-476d-b3ea-3a1afc7ad9fc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0829320 May 27 18:38:49.362170 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f2d8043d-c244-4fc9-a4f1-1fb7966fba5b req-838b2a4c-a727-4658-8985-13f6ae62eff0 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439553 May 27 18:38:50.604457 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd5307-422a-4982-9105-f8f862115e0c req-258c8bda-4143-41f6-b687-d99e574911ee tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:50.606253 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ffd5307-422a-4982-9105-f8f862115e0c req-258c8bda-4143-41f6-b687-d99e574911ee tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0871010 May 27 18:38:50.655861 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ffd5307-422a-4982-9105-f8f862115e0c req-1bb9beab-804a-4a4e-a3de-dbe10edc8905 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 May 27 18:38:51.870024 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291faf9f-7592-4ff7-a446-ca6ad6061806 req-873e019c-24fb-4e17-b77a-a8c09da83c17 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:51.871547 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-291faf9f-7592-4ff7-a446-ca6ad6061806 req-873e019c-24fb-4e17-b77a-a8c09da83c17 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0911422 May 27 18:38:51.922039 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-291faf9f-7592-4ff7-a446-ca6ad6061806 req-cc744a9e-1039-4559-8c42-b99239e23daa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 May 27 18:38:53.118536 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c383fd9-dc7e-46c6-91e2-c5c140f1f363 req-8cbfbf4e-4ff7-4079-a349-600b3fd86eb9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:53.120043 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1c383fd9-dc7e-46c6-91e2-c5c140f1f363 req-8cbfbf4e-4ff7-4079-a349-600b3fd86eb9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0857666 May 27 18:38:53.167977 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1c383fd9-dc7e-46c6-91e2-c5c140f1f363 req-c47d16b2-a731-4430-acd0-2f2f6aa10d5f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 May 27 18:38:54.362174 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be345ec5-2604-4e4d-bccf-061e6b488d01 req-b737a008-56f6-44e9-9b64-9d905b539a57 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:54.363654 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be345ec5-2604-4e4d-bccf-061e6b488d01 req-b737a008-56f6-44e9-9b64-9d905b539a57 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0858705 May 27 18:38:54.408097 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-be345ec5-2604-4e4d-bccf-061e6b488d01 req-6efcb721-6392-4332-b550-98068272084f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 May 27 18:38:55.603490 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4caedb-eb26-4083-9734-2244b2c57973 req-2145ea74-b29c-489c-81f9-cb65f4e1a15b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:55.607013 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1d4caedb-eb26-4083-9734-2244b2c57973 req-2145ea74-b29c-489c-81f9-cb65f4e1a15b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0864794 May 27 18:38:55.660209 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1d4caedb-eb26-4083-9734-2244b2c57973 req-9f987f32-f15f-42b1-820f-76a4a7f0a32d tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492673 May 27 18:38:56.852098 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaff6f8-27e7-4661-bfc4-8599e5740b06 req-18072c3f-d31f-4340-8c7e-a1265a4d1f3f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:56.853544 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bbaff6f8-27e7-4661-bfc4-8599e5740b06 req-18072c3f-d31f-4340-8c7e-a1265a4d1f3f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0832865 May 27 18:38:56.899567 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bbaff6f8-27e7-4661-bfc4-8599e5740b06 req-e579b979-2633-4abc-96b0-3a0323a214a9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403728 May 27 18:38:58.094714 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c2552-ffff-479d-a7db-e91a47ac1520 req-2c84bce7-03b1-4ee5-a3f0-1afe5c743e80 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:58.096199 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-097c2552-ffff-479d-a7db-e91a47ac1520 req-2c84bce7-03b1-4ee5-a3f0-1afe5c743e80 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0861504 May 27 18:38:58.140745 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-097c2552-ffff-479d-a7db-e91a47ac1520 req-c6c00590-a9e6-4a11-84e8-d9d508f3f28b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388281 May 27 18:38:59.180419 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:38:59.331651 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b01fb8-39b0-432e-98b3-12b379412451 req-40f2afa5-fa59-44d7-a7f5-75024f69c17e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:38:59.333113 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-29b01fb8-39b0-432e-98b3-12b379412451 req-40f2afa5-fa59-44d7-a7f5-75024f69c17e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0802205 May 27 18:38:59.377251 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-29b01fb8-39b0-432e-98b3-12b379412451 req-d0a53463-5b2f-49c4-9815-fba8829c7ac8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383432 May 27 18:39:00.204752 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:39:00.369773 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:39:00.386509 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'port_id': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'mac_address': 'fa:16:3e:ef:ce:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:39:00.442628 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:00.458870 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b08902c-9fa3-45a5-a24e-5745f418b026 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:39:00.474418 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:39:00.570744 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e77ab4-4a9e-4ac2-a257-ffb8f8166fa0 req-522364ec-e8ac-4983-a0af-4ad1767b9370 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:00.572264 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-71e77ab4-4a9e-4ac2-a257-ffb8f8166fa0 req-522364ec-e8ac-4983-a0af-4ad1767b9370 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 944 time: 0.0848045 May 27 18:39:00.575328 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:00.578306 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:00.627254 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-71e77ab4-4a9e-4ac2-a257-ffb8f8166fa0 req-d884fb5b-23bd-4f4d-9016-ba14db469779 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491230 May 27 18:39:00.651267 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=9']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:00.657840 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:00.924592 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['8b08902c-9fa3-45a5-a24e-5745f418b026'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:39:01.825475 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566f0bb-63f7-4496-a126-17a1f009a746 req-4624792a-4849-4083-ab20-c4c60d546944 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:01.826948 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6566f0bb-63f7-4496-a126-17a1f009a746 req-4624792a-4849-4083-ab20-c4c60d546944 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 945 time: 0.0822823 May 27 18:39:01.872737 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6566f0bb-63f7-4496-a126-17a1f009a746 req-e62a4811-3c8b-4805-9069-4049811af793 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402429 May 27 18:39:02.222818 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:39:02.299799 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 8b08902c-9fa3-45a5-a24e-5745f418b026 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:39:02.300173 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:02.427621 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:02.457585 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:39:02.467590 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:39:02.478786 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-caaeb114-7c16-4edc-bff7-026af37b8c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:02.501998 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'code': 200} May 27 18:39:02.556064 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:02.558674 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-f2ab5b7f-2b9b-43ee-a7d5-a755af0f66aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:02.623809 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=10']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:02.626839 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:02.860602 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177c1a8-df5f-42fe-a972-9674689cd51d req-38f4e398-ade9-4c1e-89d2-a1dc442f5689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:02.862091 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-3177c1a8-df5f-42fe-a972-9674689cd51d req-38f4e398-ade9-4c1e-89d2-a1dc442f5689 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 1100 time: 0.0713899 May 27 18:39:02.903466 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-3177c1a8-df5f-42fe-a972-9674689cd51d req-0d29f468-5c71-4c96-b037-32ac1527a7f6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345643 May 27 18:39:03.066746 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a481ce1-b974-447d-ab1c-12cfa3f9ac99 req-3f2880cc-b5d7-4c58-9d9e-41f02323602b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:03.068233 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a481ce1-b974-447d-ab1c-12cfa3f9ac99 req-3f2880cc-b5d7-4c58-9d9e-41f02323602b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.0835185 May 27 18:39:03.113618 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a481ce1-b974-447d-ab1c-12cfa3f9ac99 req-506318d1-8d2c-4f17-8fe5-bb0a9603384c tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389349 May 27 18:39:04.317589 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8708-17d3-4f23-b210-0ec93db65a2a req-a6aff467-860c-4073-a1ba-ff1051c5ccbd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:04.319036 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-88aa8708-17d3-4f23-b210-0ec93db65a2a req-a6aff467-860c-4073-a1ba-ff1051c5ccbd tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.0812862 May 27 18:39:04.450317 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-88aa8708-17d3-4f23-b210-0ec93db65a2a req-538d6b18-5319-4484-918d-2f4758b859ec tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250494 May 27 18:39:04.824118 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:05.053737 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-caf75174-2a5e-438d-8cb2-d6e89cd51474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:05.641403 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c59d07-3ec8-4301-bde9-ed31ac9914d3 req-587d09de-897c-4f82-9134-991d27922dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:05.642836 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-18c59d07-3ec8-4301-bde9-ed31ac9914d3 req-587d09de-897c-4f82-9134-991d27922dd6 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.0801375 May 27 18:39:05.686635 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-18c59d07-3ec8-4301-bde9-ed31ac9914d3 req-ee72feb0-7d65-4083-b051-5523a3a1ac42 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375831 May 27 18:39:06.088216 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:06.883118 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1368cb-ffbf-4616-8d71-046b45040fad req-0a8bfbaf-e4d7-494b-bc3a-107a439219d9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:06.884606 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7f1368cb-ffbf-4616-8d71-046b45040fad req-0a8bfbaf-e4d7-494b-bc3a-107a439219d9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.0835655 May 27 18:39:06.929816 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7f1368cb-ffbf-4616-8d71-046b45040fad req-20d05a4f-1960-48b6-ba34-1bb2d8cca3ba tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 May 27 18:39:07.401700 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-417a710b-b3c4-4f3c-83a7-424ff27326d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715814 May 27 18:39:07.550181 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cddfb-26d9-4d30-948b-2333a185125b req-35812a88-f3df-4ff7-b540-8caa0ef04d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:07.551980 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-35812a88-f3df-4ff7-b540-8caa0ef04d00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 1099 time: 0.0714388 May 27 18:39:07.699299 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:07.706953 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cddfb-26d9-4d30-948b-2333a185125b req-412ca41a-09fb-49e7-bb3b-cc15822c9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:07.708417 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-412ca41a-09fb-49e7-bb3b-cc15822c9aa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 912 time: 0.1343565 May 27 18:39:07.811413 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-92001c5a-98b5-4f10-9ae9-42d0682179d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 200 len: 1002 time: 0.0949001 May 27 18:39:07.872937 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cddfb-26d9-4d30-948b-2333a185125b req-3cd550e0-5497-4a27-b1b2-ba5d8b9c6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:07.874369 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-3cd550e0-5497-4a27-b1b2-ba5d8b9c6477 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0569904 May 27 18:39:07.961595 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560cddfb-26d9-4d30-948b-2333a185125b req-db1c4ea5-a91e-4e3a-bada-ccb78cfb9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:07.963057 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-db1c4ea5-a91e-4e3a-bada-ccb78cfb9d86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828614 May 27 18:39:08.090911 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-3e4ce673-553c-4bd4-9e33-c005ba06f239 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211505 May 27 18:39:08.313958 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-560cddfb-26d9-4d30-948b-2333a185125b req-b69a40f9-249e-4580-81e0-6096c8726c24 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168250 May 27 18:39:16.075460 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:39:19.552400 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d13d2-67a4-4473-8e3d-5a4bca5673c3 req-31906b91-dd29-4fd3-ba4e-7608e120b3a9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:19.554567 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b49d13d2-67a4-4473-8e3d-5a4bca5673c3 req-31906b91-dd29-4fd3-ba4e-7608e120b3a9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0830846 May 27 18:39:19.601594 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b49d13d2-67a4-4473-8e3d-5a4bca5673c3 req-23bae1e0-d5c5-4232-a084-ba33d8550783 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404201 May 27 18:39:20.794469 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226a61-ef71-4616-b0aa-14fad7111cfc req-5fa2ec0f-c19b-47d7-bfbd-e8b560b81418 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:20.796043 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fc226a61-ef71-4616-b0aa-14fad7111cfc req-5fa2ec0f-c19b-47d7-bfbd-e8b560b81418 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0843327 May 27 18:39:20.840415 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fc226a61-ef71-4616-b0aa-14fad7111cfc req-7c31db80-9042-494e-8dec-cd077fc1b064 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388565 May 27 18:39:22.030856 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1ebcf-82da-48a0-9734-f3c0951bbc4d req-16717026-da15-4274-a77d-9b48886dafb5 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:22.032246 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11d1ebcf-82da-48a0-9734-f3c0951bbc4d req-16717026-da15-4274-a77d-9b48886dafb5 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.0792177 May 27 18:39:22.081056 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11d1ebcf-82da-48a0-9734-f3c0951bbc4d req-be68e51b-73c8-445b-918e-7007b914a937 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=133620fa-8689-42aa-815e-9b52e68c51fc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431864 May 27 18:39:22.107288 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-a3e40110-cf4f-4586-9b95-7372e8a4fec6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:22.108018 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-a3e40110-cf4f-4586-9b95-7372e8a4fec6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:39:22.201451 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-a3e40110-cf4f-4586-9b95-7372e8a4fec6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:39:22.202543 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-a3e40110-cf4f-4586-9b95-7372e8a4fec6 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 946 time: 0.1734428 May 27 18:39:22.339356 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Deleting port 1aa18b5a-1669-477b-9328-4a0374714bcd {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:39:22.339638 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:22.479913 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] For port 1aa18b5a-1669-477b-9328-4a0374714bcd, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1aa18b5a-1669-477b-9328-4a0374714bcd,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:39:22.480254 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:22.764442 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:22.764798 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:22.765103 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.l3_db [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Floating IP d0ec3973-513b-472d-b407-2874e8f01723 disassociated. External IP: 172.28.0.222, port: 1aa18b5a-1669-477b-9328-4a0374714bcd. May 27 18:39:22.765426 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Calling delete_port for 1aa18b5a-1669-477b-9328-4a0374714bcd owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:39:22.935521 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:22.941422 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ae87798d-289e-4cf3-b4eb-7fa24a4c6892 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:23.003670 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event deleted for resources: {'Port': ['ID=1aa18b5a-1669-477b-9328-4a0374714bcd,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:23.015270 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.015690 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.015970 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.016322 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.016676 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.017023 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.017365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.017711 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.018054 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.018391 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.018730 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.019065 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:23.022633 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:23.203836 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Router ef369922-a760-407b-914c-50154be4d084 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:39:23.230164 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b9bbea5b-37bc-4505-ae83-7dd9bacd5b1b req-4260df95-2321-4cbe-b94a-b3f67de5e05d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0430427 May 27 18:39:23.395033 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:39:23.405742 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] Sync routers for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:39:23.416789 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:39:23.417777 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:39:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:23.472651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] No DVR routers for this DVR port 1aa18b5a-1669-477b-9328-4a0374714bcd on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:39:23.475184 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:23.478997 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'name': 'network-vif-deleted', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:39:23.526936 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e65ee8-fa12-4501-8147-ab9e3943bcb9', 'name': 'network-vif-deleted', 'tag': '1aa18b5a-1669-477b-9328-4a0374714bcd', 'status': 'completed', 'code': 200} May 27 18:39:23.558003 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-760fe392-5e7d-45fd-ac90-297f670c0065 req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "DELETE /v2.0/ports/1aa18b5a-1669-477b-9328-4a0374714bcd HTTP/1.1" status: 204 len: 173 time: 1.3492620 May 27 18:39:23.617329 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:39:23.988506 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:23.993275 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] Checking router: ef369922-a760-407b-914c-50154be4d084 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:39:24.001874 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:39:24.002482 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:39:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:24.180689 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:39:24.401108 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-eda492c7-47f0-4840-abec-173a19204f3a req-4e63f7f5-51b9-4c51-b696-9b61e4e5a374 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e65ee8-fa12-4501-8147-ab9e3943bcb9 HTTP/1.1" status: 200 len: 210 time: 0.0439775 May 27 18:39:24.511205 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:24.515067 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0c7f6f-b0a4-4ff3-b45d-426177f78ae6 None None] The sync data for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb is: [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:39:24.730498 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88c9c94-8ea3-426f-a1a0-b4ea9d00b2d6 None None] New status for floating IP d0ec3973-513b-472d-b407-2874e8f01723: DOWN {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:39:25.602313 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46478) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:25.669514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:25.698783 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:25.842099 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:25.846299 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6266ca54-2d65-437d-9950-0dbf3c85aa69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:25.861340 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133620fa-8689-42aa-815e-9b52e68c51fc,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:25.865311 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:25.955492 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:25.956599 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "DELETE /v2.0/security-groups/133620fa-8689-42aa-815e-9b52e68c51fc HTTP/1.1" status: 204 len: 168 time: 0.3533292 May 27 18:39:25.959287 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46482) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:25.975077 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.api.v2.resource [None req-f0767ad7-5cb5-4ca2-b118-712d56380c8e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] show failed (client error): The resource could not be found. May 27 18:39:25.977736 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f0767ad7-5cb5-4ca2-b118-712d56380c8e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups/133620fa-8689-42aa-815e-9b52e68c51fc HTTP/1.1" status: 404 len: 347 time: 0.0158322 May 27 18:39:25.979903 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46486) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:26.196692 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Deleting port 910e3767-75f9-4751-9b8f-0f0abfb1558b {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:39:26.197012 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:26.314951 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:26.315270 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:26.334562 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1aa18b5a-1669-477b-9328-4a0374714bcd no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:39:26.369248 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 1aa18b5a-1669-477b-9328-4a0374714bcd {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:39:26.369589 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 1aa18b5a-1669-477b-9328-4a0374714bcd not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:39:26.440418 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Calling delete_port for 910e3767-75f9-4751-9b8f-0f0abfb1558b owned by network:floatingip {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:39:26.665275 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:26.669902 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-437909f7-f220-41aa-9c63-54b3a46bdf2b tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:26.712782 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event deleted for resources: {'Port': ['ID=910e3767-75f9-4751-9b8f-0f0abfb1558b,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:26.753635 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.754007 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.754372 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.754728 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.755083 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.755463 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.755815 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.756165 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.756513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.756858 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.757203 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.757545 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:26.769754 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:26.822596 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:26.837305 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:26.838437 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-b8ddc35d-24fc-403f-95a9-4ac14adba37d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "DELETE /v2.0/floatingips/d0ec3973-513b-472d-b407-2874e8f01723 HTTP/1.1" status: 204 len: 168 time: 0.8575618 May 27 18:39:27.449976 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46496) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:27.455271 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110201979', 'description': 'tempest-description--1370162794'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:39:27.461373 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:39:27.465568 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:39:27.468485 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:39:27.474254 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:39:27.590400 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:27.611392 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:39:27.615206 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group_rule and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:39:27.618046 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:39:27.623833 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:39:27.696742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:27.767312 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:27.770937 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-959d8dae-2989-4758-946b-72ff500a88ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:27.817257 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843915f4-9f52-4f2f-8882-98bc5af17145,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:27.819975 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:27.945067 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:27.947071 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4960864 May 27 18:39:27.949982 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46500) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:27.955256 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'security_group_rule': {'security_group_id': '843915f4-9f52-4f2f-8882-98bc5af17145', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:39:27.961595 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:39:27.965479 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group_rule and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:39:27.968324 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:39:27.974078 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:39:28.060270 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.124993 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.236522 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.244930 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f655dc37-c8a1-4334-bbc4-519206514960 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:28.266063 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1124c872-aecc-4b94-87cd-9bcf198cf1a1,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:28.268437 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:28.344644 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.345843 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ac553d02-9242-49c2-9943-dc4c6b254184 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949440 May 27 18:39:28.348458 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46506) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:28.354696 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'security_group_rule': {'security_group_id': '843915f4-9f52-4f2f-8882-98bc5af17145', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:39:28.360529 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:39:28.364885 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:security_group_rule and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:39:28.367948 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:39:28.373661 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:39:28.453037 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.520974 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.596415 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329404'] for security_group_rule, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.605943 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8f0935ef-d091-4831-a935-f126865a7bfa tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:28.627207 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098fc147-6d15-42e6-987e-db7fff478616,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:28.630038 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:28.704826 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:28.705918 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2ef68198-dfc8-4b7f-bfaa-0b470810349f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564680 May 27 18:39:28.708977 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46510) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:28.715198 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'floatingip': {'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:39:28.721220 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:39:28.724938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Usage tracker for resource:floatingip and tenant:5d1b6c6db54445fe85fcff4236a8ac5d is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:39:28.728493 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:39:28.734359 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:39:28.830693 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:29.048436 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:29.186514 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Allocated IP 172.28.0.217 (7dfc4e37-b36c-4130-ad8a-0d67692a43fe/30d6432c-6fde-4a90-bd4c-1a4963798085/e8e3e7cc-bb3d-462e-8a8b-c2780edf390d) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:39:29.202034 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:29.333501 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:29.453659 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:29.458089 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:29.522491 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Network 7dfc4e37-b36c-4130-ad8a-0d67692a43fe is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:39:29.525612 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:39:29.528051 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:39:29.567185 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'Port': ['ID=e8e3e7cc-bb3d-462e-8a8b-c2780edf390d,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:29.574702 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:29.612381 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:29.766610 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:29.970055 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:30.058838 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15366444'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:30.063174 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:30.169664 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'Port': ['ID=e8e3e7cc-bb3d-462e-8a8b-c2780edf390d,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:30.173492 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:30.180314 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:30.265458 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:30.266643 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5567355 May 27 18:39:30.428930 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-6abb34c1-08e5-4beb-9f3f-af7bf133d000 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:39:30.499021 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-6abb34c1-08e5-4beb-9f3f-af7bf133d000 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:39:30.500662 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-6abb34c1-08e5-4beb-9f3f-af7bf133d000 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--110201979&fields=id&tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d HTTP/1.1" status: 200 len: 267 time: 0.1123300 May 27 18:39:30.656222 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-8299b662-baef-440f-9623-9bc667caf875 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:30.657654 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-8299b662-baef-440f-9623-9bc667caf875 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 811 time: 0.1505587 May 27 18:39:30.673348 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-2d593c09-8527-469f-b5d0-b09103d367f7 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/quotas/5d1b6c6db54445fe85fcff4236a8ac5d HTTP/1.1" status: 200 len: 375 time: 0.0098283 May 27 18:39:30.756668 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-49e55877-19d6-44f4-ad7e-d6196d3d354c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:39:30.819024 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-49e55877-19d6-44f4-ad7e-d6196d3d354c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:39:30.820345 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-49e55877-19d6-44f4-ad7e-d6196d3d354c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1420350 May 27 18:39:31.007240 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-2c2abc23-abba-4eff-87be-956445edb678 service neutron] 10.222.0.36 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727378 May 27 18:39:31.138036 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-50d6f425-e250-431d-9807-7c41a5743328 service neutron] 10.222.0.36 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249261 May 27 18:39:31.404559 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-17c57b1a-e4dc-40c7-b1c9-2319c3c7e243 req-20bca1ef-3688-4a79-8ca9-63be55314f27 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 210 time: 0.0458319 May 27 18:39:32.474947 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7d10f473-d44f-4f7e-8bf7-bddaf727cb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:32.560568 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7a2ce5fb-9a77-49a5-9c33-ff40d16482ce req-65fcac16-6811-4370-8ae2-6e68a1b6d5ac tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 210 time: 0.0463517 May 27 18:39:33.717229 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-275e96a2-ef8a-469c-9bbd-2a5eca12902c req-5c32c20c-28bc-4d52-98a6-574b1baaa2eb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 210 time: 0.0446033 May 27 18:39:33.784715 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-11528787-2306-469d-9ba5-919bd5de3a7b tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:33.786148 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-11528787-2306-469d-9ba5-919bd5de3a7b tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 811 time: 0.2588542 May 27 18:39:33.835896 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-a6c6823b-9aa3-4aa2-9e26-031148e98e07 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:39:33.847649 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-a6c6823b-9aa3-4aa2-9e26-031148e98e07 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:39:33.848700 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-a6c6823b-9aa3-4aa2-9e26-031148e98e07 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d HTTP/1.1" status: 200 len: 379 time: 0.0531232 May 27 18:39:33.858088 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'port': {'device_id': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'admin_state_up': True, 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'security_groups': ['843915f4-9f52-4f2f-8882-98bc5af17145']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:39:33.998280 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:39:34.007636 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:39:34.120118 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Made reservation on behalf of 5d1b6c6db54445fe85fcff4236a8ac5d for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:39:34.121091 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:34.286814 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Allocated IP 172.20.0.10 (16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4/b8ab5816-9c80-4298-857e-c7f11cdcb889/a3974719-9c57-4782-9aae-359bddeb42df) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:39:34.475027 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:34.490702 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Transition to ACTIVE for port object a3974719-9c57-4782-9aae-359bddeb42df will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:39:34.596744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:34.603304 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dd87f586-e4ff-4c77-b590-a510a550eb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:34.672763 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:39:34.675870 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:39:34.680281 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:39:34.711937 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event updated for resources: {'Port': ['ID=a3974719-9c57-4782-9aae-359bddeb42df,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:34.718848 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:34.753455 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:34.754067 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:34.813511 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:34.877121 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0225091 May 27 18:39:34.889622 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Request body: {'port': {'device_id': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:39:35.005152 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb792d-809b-49e1-bb61-9da06864d7a7 req-9a19bc9f-f07f-41dd-aa2b-c0bcc47283ad tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:35.006579 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6beb792d-809b-49e1-bb61-9da06864d7a7 req-9a19bc9f-f07f-41dd-aa2b-c0bcc47283ad tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 932 time: 0.1767447 May 27 18:39:35.008150 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.008769 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-6b4c1997-d85c-417c-8dbc-4d40f83908c1 None None] Provisioning for port a3974719-9c57-4782-9aae-359bddeb42df completed by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:39:35.017053 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-6b4c1997-d85c-417c-8dbc-4d40f83908c1 None None] Provisioning complete for port a3974719-9c57-4782-9aae-359bddeb42df triggered by entity DHCP. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:39:35.017428 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-6b4c1997-d85c-417c-8dbc-4d40f83908c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.062579 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6beb792d-809b-49e1-bb61-9da06864d7a7 req-1a4e1dc0-4c36-4f39-bdab-2cc432baed45 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486858 May 27 18:39:35.072343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-229af869-93a1-407d-8e1e-b7ef53d79260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.084457 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c1997-d85c-417c-8dbc-4d40f83908c1 None None] Port a3974719-9c57-4782-9aae-359bddeb42df cannot update to ACTIVE because it is not bound. {{(pid=92298) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 18:39:35.353923 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3974719-9c57-4782-9aae-359bddeb42df {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:39:35.361085 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.375148 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Transition to ACTIVE for port object a3974719-9c57-4782-9aae-359bddeb42df will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:39:35.447303 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.451827 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:35.606928 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a3974719-9c57-4782-9aae-359bddeb42df,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:35.614183 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:35.687187 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Attempting to bind port a3974719-9c57-4782-9aae-359bddeb42df on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:39:35.687544 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Attempting to bind port a3974719-9c57-4782-9aae-359bddeb42df by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:39:35.687863 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Attempting to bind port a3974719-9c57-4782-9aae-359bddeb42df on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:39:35.692356 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Port a3974719-9c57-4782-9aae-359bddeb42df on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:39:35.692666 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Attempting to bind port a3974719-9c57-4782-9aae-359bddeb42df on network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:39:35.698368 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:39:35.698706 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Checking segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:39:35.699083 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Bound using segment: {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:39:35.699520 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Bound port: a3974719-9c57-4782-9aae-359bddeb42df, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb9e202-4bfe-463a-a9c2-95b2eb184f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:39:35.699862 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.791846 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] For port a3974719-9c57-4782-9aae-359bddeb42df, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:39:35.794624 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] For port a3974719-9c57-4782-9aae-359bddeb42df, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3974719-9c57-4782-9aae-359bddeb42df,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:39:35.871105 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.874893 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ec4fb0da-abe4-4d18-851b-dea0ad37981c tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:35.932855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:35.933512 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:35.934807 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] 10.222.0.47 "PUT /v2.0/ports/a3974719-9c57-4782-9aae-359bddeb42df HTTP/1.1" status: 200 len: 1094 time: 1.0498934 May 27 18:39:35.935299 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:39:35.957354 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a3974719-9c57-4782-9aae-359bddeb42df,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:35.960786 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:35.987345 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df', 'status': 'completed', 'code': 200} May 27 18:39:36.134692 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:36.184016 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c0f0-d212-4e15-9bb2-b70969664fe4 req-eea13d4a-2257-47f1-b6ae-f1900cb78daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:36.185552 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9730c0f0-d212-4e15-9bb2-b70969664fe4 req-eea13d4a-2257-47f1-b6ae-f1900cb78daf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 1097 time: 0.1778963 May 27 18:39:36.256285 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30dd59-0ba0-45bf-8683-a3b7cd11f5a8 req-6a0ecccd-28c4-4958-8c4f-8a2e10b984ff tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:36.257662 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e30dd59-0ba0-45bf-8683-a3b7cd11f5a8 req-6a0ecccd-28c4-4958-8c4f-8a2e10b984ff tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 944 time: 0.0844727 May 27 18:39:36.304408 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e30dd59-0ba0-45bf-8683-a3b7cd11f5a8 req-7e0c3e3f-a7f8-45e8-90f3-5f3e675cbc52 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 May 27 18:39:36.331021 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c0f0-d212-4e15-9bb2-b70969664fe4 req-e2020969-75f6-43cd-9742-df05942a671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:36.332512 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9730c0f0-d212-4e15-9bb2-b70969664fe4 req-e2020969-75f6-43cd-9742-df05942a671d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1377072 May 27 18:39:36.465445 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c0f0-d212-4e15-9bb2-b70969664fe4 req-c1a023ca-f176-45d4-bdc1-cc7b336bac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:36.466787 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-9730c0f0-d212-4e15-9bb2-b70969664fe4 req-c1a023ca-f176-45d4-bdc1-cc7b336bac55 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285014 May 27 18:39:36.580004 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-f793c600-8d57-40ec-b3e9-aa45a6c08961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:36.581476 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-f793c600-8d57-40ec-b3e9-aa45a6c08961 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 1097 time: 0.0794852 May 27 18:39:36.657468 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-402b91d0-f04c-4958-bff5-cf512625b2a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3974719-9c57-4782-9aae-359bddeb42df HTTP/1.1" status: 200 len: 217 time: 0.0631001 May 27 18:39:36.718896 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-095d2454-3d6f-479a-bd90-8a7e51ea5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:36.720248 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-095d2454-3d6f-479a-bd90-8a7e51ea5bfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0573590 May 27 18:39:36.796557 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-1eefb961-0e61-4215-bd05-c1f498bc0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:36.798011 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-1eefb961-0e61-4215-bd05-c1f498bc0a01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717778 May 27 18:39:36.928378 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-d2a663f6-362a-4e39-aa50-02ba200a9d58 service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238248 May 27 18:39:37.060343 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d23af55e-4ca4-4015-9c16-64b6b5b1e7de req-f77e5a7b-a2c3-44ea-93dd-46a61d33084e service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254458 May 27 18:39:37.489536 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f30bd-7cc8-46e9-9e4f-28d3ecaf62d7 req-bf9907ef-25d1-443e-b76b-261e42c0de76 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:37.490973 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0d1f30bd-7cc8-46e9-9e4f-28d3ecaf62d7 req-bf9907ef-25d1-443e-b76b-261e42c0de76 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 944 time: 0.0799668 May 27 18:39:37.536303 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0d1f30bd-7cc8-46e9-9e4f-28d3ecaf62d7 req-b11e7bbf-7117-4b49-b68d-aefc8282c987 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390763 May 27 18:39:37.670296 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:38.729644 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21800ad-8961-458a-9e92-b9713448ab5e req-137fb50d-e234-4c6f-92e0-f44893b003ef tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:38.731090 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e21800ad-8961-458a-9e92-b9713448ab5e req-137fb50d-e234-4c6f-92e0-f44893b003ef tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 944 time: 0.0844905 May 27 18:39:38.775129 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e21800ad-8961-458a-9e92-b9713448ab5e req-96da1759-646c-4834-8f88-293dd59d6c0e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 May 27 18:39:39.958633 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8a4ab-dd02-43b4-9b80-0fb6c046d8e2 req-1c3bd1a5-bcd0-4eb9-a740-db5f7ce20d33 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:39.960086 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dfc8a4ab-dd02-43b4-9b80-0fb6c046d8e2 req-1c3bd1a5-bcd0-4eb9-a740-db5f7ce20d33 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 944 time: 0.0802877 May 27 18:39:40.004221 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dfc8a4ab-dd02-43b4-9b80-0fb6c046d8e2 req-9d17b34d-c2ea-48fe-b8e5-cedc179c9178 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382938 May 27 18:39:40.414732 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device a3974719-9c57-4782-9aae-359bddeb42df details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:39:40.572480 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port a3974719-9c57-4782-9aae-359bddeb42df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3974719-9c57-4782-9aae-359bddeb42df,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:39:40.585716 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'a3974719-9c57-4782-9aae-359bddeb42df', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'port_id': 'a3974719-9c57-4782-9aae-359bddeb42df', 'mac_address': 'fa:16:3e:4d:d2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:39:40.643230 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:40.659808 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3974719-9c57-4782-9aae-359bddeb42df {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:39:40.674988 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port a3974719-9c57-4782-9aae-359bddeb42df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3974719-9c57-4782-9aae-359bddeb42df,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:39:40.750142 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:40.751799 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:40.816800 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=a3974719-9c57-4782-9aae-359bddeb42df,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:40.832639 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.832997 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.833333 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.833662 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.833987 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.834312 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.834635 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.834954 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.835274 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.835632 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.835969 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.836287 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:39:40.840067 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:41.099348 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['a3974719-9c57-4782-9aae-359bddeb42df'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:39:41.197940 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b676ebd-74b5-4dbc-90e0-3c7c77c62a54 req-6b7ff774-056e-4b82-85ca-29f665ee4b5f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:41.199481 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5b676ebd-74b5-4dbc-90e0-3c7c77c62a54 req-6b7ff774-056e-4b82-85ca-29f665ee4b5f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 945 time: 0.0904958 May 27 18:39:41.245277 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5b676ebd-74b5-4dbc-90e0-3c7c77c62a54 req-6f2b836c-3328-46c1-bde4-6030f64b1582 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398872 May 27 18:39:42.431894 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ca75-8225-4798-afd6-da9dc8090907 req-1cf9028a-07ab-4de6-acaf-c858f4df075e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:42.433346 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8397ca75-8225-4798-afd6-da9dc8090907 req-1cf9028a-07ab-4de6-acaf-c858f4df075e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 945 time: 0.0804403 May 27 18:39:42.437267 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device a3974719-9c57-4782-9aae-359bddeb42df up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:39:42.481428 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8397ca75-8225-4798-afd6-da9dc8090907 req-648e5294-572b-4a8b-b265-4c23e5495bae tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 May 27 18:39:42.613506 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port a3974719-9c57-4782-9aae-359bddeb42df completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:39:42.618551 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port a3974719-9c57-4782-9aae-359bddeb42df triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:39:42.618924 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:42.765060 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:42.792087 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:39:42.801592 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port a3974719-9c57-4782-9aae-359bddeb42df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3974719-9c57-4782-9aae-359bddeb42df,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:39:42.835167 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df', 'code': 200} May 27 18:39:42.910434 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:42.912316 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:39:42.977778 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=a3974719-9c57-4782-9aae-359bddeb42df,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:39:42.980706 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:39:43.331074 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff15ab-b2f7-403c-944b-c7b5ae765595 req-695d8000-a7b1-4332-9d6e-b65342cb3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:43.332553 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-61ff15ab-b2f7-403c-944b-c7b5ae765595 req-695d8000-a7b1-4332-9d6e-b65342cb3eee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 1099 time: 0.0693069 May 27 18:39:43.371867 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-61ff15ab-b2f7-403c-944b-c7b5ae765595 req-02adf786-bc5a-45d2-b22c-a8e2c2390473 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332334 May 27 18:39:43.680090 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d281af-be72-41ce-a311-9f832d5618bc req-352e6bbf-8fc5-4e11-98bf-5fd2752614fb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:43.681522 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92d281af-be72-41ce-a311-9f832d5618bc req-352e6bbf-8fc5-4e11-98bf-5fd2752614fb tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 946 time: 0.0800476 May 27 18:39:43.730057 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92d281af-be72-41ce-a311-9f832d5618bc req-4905164a-0490-40ee-86a0-2bf96a9e5669 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429647 May 27 18:39:44.919935 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850c56-c5d1-4193-86bf-e9b4dce5b574 req-a242878b-a2d5-487f-a0f6-f6b618917d60 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:44.921376 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0a850c56-c5d1-4193-86bf-e9b4dce5b574 req-a242878b-a2d5-487f-a0f6-f6b618917d60 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 946 time: 0.0835481 May 27 18:39:44.966529 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0a850c56-c5d1-4193-86bf-e9b4dce5b574 req-a9aeddcd-3a88-44ac-ab9d-39a7eb3d787a tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395796 May 27 18:39:45.144850 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26500047-57b6-4d9a-a5d8-943db1799788 req-544d75f2-f2b0-4788-a71a-9425dd788d13 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:45.146319 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-26500047-57b6-4d9a-a5d8-943db1799788 req-544d75f2-f2b0-4788-a71a-9425dd788d13 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 946 time: 0.0819592 May 27 18:39:45.154757 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46574) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:39:45.160666 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Request body: {'floatingip': {'port_id': 'a3974719-9c57-4782-9aae-359bddeb42df'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:39:45.239585 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:45.929245 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:46.013257 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:46.185941 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.l3_db [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Floating IP 438ab81e-71cf-4daf-a3bf-b5f93ab8396f associated. External IP: 172.28.0.217, port: a3974719-9c57-4782-9aae-359bddeb42df. May 27 18:39:46.534432 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Router ef369922-a760-407b-914c-50154be4d084 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:39:46.717347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:39:46.722224 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:39:46.726684 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] Sync routers for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:39:46.736027 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:39:46.736636 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:39:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:46.776796 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-4c2dab99-0cc7-4942-aff9-e2fce3bfba6f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "PUT /v2.0/floatingips/438ab81e-71cf-4daf-a3bf-b5f93ab8396f HTTP/1.1" status: 200 len: 992 time: 1.6208658 May 27 18:39:46.777441 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:39:46.827629 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df', 'status': 'completed', 'code': 200} May 27 18:39:46.921753 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:39:46.927002 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-2299e689-c8c2-4edf-b975-df008cb06449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:46.928489 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-2299e689-c8c2-4edf-b975-df008cb06449 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 1099 time: 0.0800226 May 27 18:39:47.060041 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-d1cdd92b-5672-4b08-adf1-c0f191f12a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:47.061382 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-d1cdd92b-5672-4b08-adf1-c0f191f12a5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 200 len: 912 time: 0.1267354 May 27 18:39:47.163271 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-a39ba48b-f55b-4d48-8330-55055cfa0c9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3974719-9c57-4782-9aae-359bddeb42df HTTP/1.1" status: 200 len: 1000 time: 0.0953956 May 27 18:39:47.225688 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-405d2045-06c1-4f7f-8245-43e597d40121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:47.227726 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-405d2045-06c1-4f7f-8245-43e597d40121 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 200 len: 850 time: 0.0581598 May 27 18:39:47.276219 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '438ab81e-71cf-4daf-a3bf-b5f93ab8396f', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ef369922-a760-407b-914c-50154be4d084', 'port_id': 'a3974719-9c57-4782-9aae-359bddeb42df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'mac_address': 'fa:16:3e:4d:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:39:29Z', 'updated_at': '2021-05-27T18:39:45Z', 'revision_number': 1, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:47.280277 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] Checking router: ef369922-a760-407b-914c-50154be4d084 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:39:47.288697 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:39:47.289334 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:39:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:47.316397 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-48bec338-daf2-4aad-a0ee-363d767df84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:39:47.317858 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-48bec338-daf2-4aad-a0ee-363d767df84f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834122 May 27 18:39:47.451012 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-9b6c47cc-3b19-4dff-a8e7-5bf06ccbb8ff service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266110 May 27 18:39:47.468541 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:39:47.689344 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f733c21e-d132-4b6f-a251-ae97eef9e43d req-a31dd300-c0ff-4291-8464-fc92f79071ee service neutron] 10.222.0.47 "GET /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317636 May 27 18:39:47.825956 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '438ab81e-71cf-4daf-a3bf-b5f93ab8396f', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ef369922-a760-407b-914c-50154be4d084', 'port_id': 'a3974719-9c57-4782-9aae-359bddeb42df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'mac_address': 'fa:16:3e:4d:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:39:29Z', 'updated_at': '2021-05-27T18:39:45Z', 'revision_number': 1, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:39:47.829856 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec7126-357b-4c03-ae8b-a71d551780de None None] The sync data for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb is: [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_floatingips': [{'id': '438ab81e-71cf-4daf-a3bf-b5f93ab8396f', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'floating_ip_address': '172.28.0.217', 'floating_network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'router_id': 'ef369922-a760-407b-914c-50154be4d084', 'port_id': 'a3974719-9c57-4782-9aae-359bddeb42df', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'mac_address': 'fa:16:3e:4d:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-27T18:39:29Z', 'updated_at': '2021-05-27T18:39:45Z', 'revision_number': 1, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:39:48.020081 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb0bf9-970d-4674-b20f-51a8d2732bf7 None None] New status for floating IP 438ab81e-71cf-4daf-a3bf-b5f93ab8396f: ACTIVE {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:39:53.077671 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:39:59.201181 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:02.435727 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b1be7296-af0d-4098-ba30-44e20fc0fb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:03.264124 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e3033-fcb4-4892-b65f-5040c7898496 req-1b4dd3b7-53c8-42f1-98f2-57f5891fa276 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:03.265591 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3c4e3033-fcb4-4892-b65f-5040c7898496 req-1b4dd3b7-53c8-42f1-98f2-57f5891fa276 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.0873573 May 27 18:40:03.309490 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3c4e3033-fcb4-4892-b65f-5040c7898496 req-e75987bb-76d9-4ab6-a47f-0f8cd6b7535a tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 May 27 18:40:04.503531 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d325-7e34-423a-b908-7571abce9433 req-e0396d95-d672-4c24-a0cf-2ef8fdf5e6d1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:04.504965 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ca21d325-7e34-423a-b908-7571abce9433 req-e0396d95-d672-4c24-a0cf-2ef8fdf5e6d1 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.0786381 May 27 18:40:04.549550 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ca21d325-7e34-423a-b908-7571abce9433 req-c86b5d83-4dd5-4b3d-a227-095f210e4e65 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383537 May 27 18:40:04.778691 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:04.944439 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-bf27bc27-8f3f-4895-8d81-71f6b552985f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:04.945130 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-bf27bc27-8f3f-4895-8d81-71f6b552985f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Synchronizing usage tracker for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:40:05.007126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-bf27bc27-8f3f-4895-8d81-71f6b552985f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Unset dirty status for tenant:3a7056ea612246ce92e0dc99224ae22e on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:40:05.008317 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-bf27bc27-8f3f-4895-8d81-71f6b552985f tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.1430352 May 27 18:40:05.080667 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-cd098553-2509-4adc-bdac-a1ca7f790b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:05.158327 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Deleting port 8b08902c-9fa3-45a5-a24e-5745f418b026 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:05.158661 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:05.298008 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] For port 8b08902c-9fa3-45a5-a24e-5745f418b026, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8b08902c-9fa3-45a5-a24e-5745f418b026,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:05.298274 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:05.581951 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:05.582230 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:05.582924 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.l3_db [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Floating IP e702f6d5-8fd0-4b96-a1e1-464203a1598a disassociated. External IP: 172.28.0.33, port: 8b08902c-9fa3-45a5-a24e-5745f418b026. May 27 18:40:05.582924 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Calling delete_port for 8b08902c-9fa3-45a5-a24e-5745f418b026 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:05.742451 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de7f1e-a583-4e33-89ab-2adc2a9193dd req-aecb9300-55a5-41d6-a277-13ee7c628718 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:05.744908 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-00de7f1e-a583-4e33-89ab-2adc2a9193dd req-aecb9300-55a5-41d6-a277-13ee7c628718 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 947 time: 0.0853097 May 27 18:40:05.745186 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:05.751335 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5d644508-0273-4925-83bb-457c84092bdc tempest-VolumesSnapshotTestJSON-1957900774 tempest-VolumesSnapshotTestJSON-1957900774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:05.789725 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-00de7f1e-a583-4e33-89ab-2adc2a9193dd req-0627d553-828c-4947-a022-271296a17d48 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups?id=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391459 May 27 18:40:05.796006 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event deleted for resources: {'Port': ['ID=8b08902c-9fa3-45a5-a24e-5745f418b026,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:05.799119 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:05.983570 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:40:06.075423 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:06.163462 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:40:06.173785 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] Sync routers for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:40:06.184570 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:06.185190 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:06.239047 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] No DVR routers for this DVR port 8b08902c-9fa3-45a5-a24e-5745f418b026 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:06.241737 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:06.245054 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-deleted', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:40:06.292905 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36481dd-0f2f-40c0-b565-6881d0d1d7da', 'name': 'network-vif-deleted', 'tag': '8b08902c-9fa3-45a5-a24e-5745f418b026', 'status': 'completed', 'code': 200} May 27 18:40:06.316248 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-953f9318-922c-46f3-8423-21cc9b444ac8 req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.47 "DELETE /v2.0/ports/8b08902c-9fa3-45a5-a24e-5745f418b026 HTTP/1.1" status: 204 len: 173 time: 1.2951112 May 27 18:40:06.370966 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:06.692851 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:06.697397 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] Checking router: ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:40:06.705800 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:06.706394 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:06.883010 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:06.970933 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6d3ce790-736f-4804-8995-d71ce1863e58 req-3f6bffa9-f2ac-478c-bc3c-4957b258a2a8 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/ports?device_id=f36481dd-0f2f-40c0-b565-6881d0d1d7da HTTP/1.1" status: 200 len: 210 time: 0.0527391 May 27 18:40:07.204762 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:07.208751 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525270e9-148a-4442-9a18-03aed640fd08 None None] The sync data for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb is: [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:30:56Z', 'revision_number': 4, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '7ba1efb1-23e2-4e52-bd50-bb349e0d4b20', 'name': '', 'network_id': '1600c6a4-a49a-4e09-9024-b2eb56e4b4cf', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'mac_address': 'fa:16:3e:1e:65:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:54Z', 'updated_at': '2021-05-27T18:31:06Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'subnets': [{'id': '4be0c259-64c6-4a46-9318-a877db4763e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:40:07.415882 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a340fb-1b33-4767-9b98-6b11d7be4d6e None None] New status for floating IP e702f6d5-8fd0-4b96-a1e1-464203a1598a: DOWN {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:40:07.646930 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.108044 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46644) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:08.168686 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46652) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:08.242044 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.375135 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.481034 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-0899a8fe-7d88-4665-8cc4-246d1397db8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982745 May 27 18:40:08.532819 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:08.563080 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.568667 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cea0eb83-59c3-4445-9c8b-d05daeab3a1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:08.569124 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 8b08902c-9fa3-45a5-a24e-5745f418b026 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:08.569473 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 8b08902c-9fa3-45a5-a24e-5745f418b026 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:08.588347 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b3ce2c-b88b-4cea-a279-bb10ea52f64e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:08.591341 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:08.595516 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Deleting port 3629c8e2-bb78-4538-9cdc-672118b8923b {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:08.595516 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.604473 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-e89724f8-c227-442f-bb93-be678df277c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:08.605992 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-e89724f8-c227-442f-bb93-be678df277c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1099 time: 0.1017642 May 27 18:40:08.707223 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.711066 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "DELETE /v2.0/security-groups/f9b3ce2c-b88b-4cea-a279-bb10ea52f64e HTTP/1.1" status: 204 len: 168 time: 0.5387740 May 27 18:40:08.712535 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46656) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:08.726741 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.727067 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:08.770467 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-9a3ca87e-7317-4cc3-9f9c-af0b424af47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:08.771954 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-9a3ca87e-7317-4cc3-9f9c-af0b424af47d service neutron] 10.222.0.47 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 909 time: 0.1476309 May 27 18:40:08.804654 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.api.v2.resource [None req-d6c7e36c-62ca-479c-8215-00a664539d5b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] show failed (client error): The resource could not be found. May 27 18:40:08.806054 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d6c7e36c-62ca-479c-8215-00a664539d5b tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "GET /v2.0/security-groups/f9b3ce2c-b88b-4cea-a279-bb10ea52f64e HTTP/1.1" status: 404 len: 347 time: 0.0924673 May 27 18:40:08.825172 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46660) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:08.884131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Calling delete_port for 3629c8e2-bb78-4538-9cdc-672118b8923b owned by network:floatingip {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:09.046953 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:09.047401 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-ee09134b-c336-44b6-8b8d-a6901a4bda45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 1002 time: 0.2685726 May 27 18:40:09.053995 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:09.125433 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event deleted for resources: {'Port': ['ID=3629c8e2-bb78-4538-9cdc-672118b8923b,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:09.126159 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-80f35751-8d54-4f85-a39b-b5cc9f009c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:09.127039 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-80f35751-8d54-4f85-a39b-b5cc9f009c4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 200 len: 847 time: 0.0719674 May 27 18:40:09.133080 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:09.173491 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Deleting port bff38645-121e-4bef-a09d-9e06ea93419d {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:09.174099 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:09.204175 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for floatingip, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:09.205320 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.l3_db [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Floating IP 937243f0-0382-4780-8dee-9ca94d837b35 disassociated (deleted). External IP: 172.28.0.200, port: f74c0140-93f7-4e88-9f60-cb86f48c015f. May 27 18:40:09.321841 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-d4fdc0ff-58c7-4535-9bcd-60c64e50faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:09.323330 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-d4fdc0ff-58c7-4535-9bcd-60c64e50faa4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=217db2b9-81de-4ef6-ba0b-798eb603e94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1901588 May 27 18:40:09.324927 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:09.325261 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:09.513681 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Calling delete_port for bff38645-121e-4bef-a09d-9e06ea93419d owned by network:floatingip {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:09.564821 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:40:09.588650 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-cbaf1864-9132-41d0-b7e3-90021b7c792c service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561245 May 27 18:40:09.743621 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:40:09.754655 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] Sync routers for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:40:09.762659 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:09.766928 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:09.767703 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:09.780254 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-09f0e56a-b9f9-4e91-b136-1c7eaf39cb34 req-5686b76a-be30-4548-ab8b-a9e1eeeafe09 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768501 May 27 18:40:09.822243 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-bb68ab63-cfe1-489a-a366-772f859fec26 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "DELETE /v2.0/floatingips/937243f0-0382-4780-8dee-9ca94d837b35 HTTP/1.1" status: 204 len: 168 time: 1.7131240 May 27 18:40:09.822950 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:40:09.829770 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:09.836242 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:09.878891 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'status': 'completed', 'code': 200} May 27 18:40:10.026989 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:10.048365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Pushing event deleted for resources: {'Port': ['ID=bff38645-121e-4bef-a09d-9e06ea93419d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:10.083644 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:10.164156 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks [] for floatingip, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:10.184165 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-5d50a088-c0d3-42a2-88cc-8a348b76dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:10.185613 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-5d50a088-c0d3-42a2-88cc-8a348b76dba4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 1099 time: 0.1892822 May 27 18:40:10.188219 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:10.189228 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] 10.222.0.36 "DELETE /v2.0/floatingips/e702f6d5-8fd0-4b96-a1e1-464203a1598a HTTP/1.1" status: 204 len: 168 time: 1.3582821 May 27 18:40:10.339174 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-714bbfa9-8ae3-45c1-bc3d-301c65fc0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:10.340665 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-714bbfa9-8ae3-45c1-bc3d-301c65fc0d10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 200 len: 909 time: 0.1484418 May 27 18:40:10.353491 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:38Z', 'revision_number': 5, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:10.357630 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] Checking router: 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:40:10.366159 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:10.366760 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:10.416283 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-9fda8ad5-8e79-47f8-817f-bcb976098e33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 200 len: 217 time: 0.0681791 May 27 18:40:10.433777 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087930f0-4079-4ed5-b57c-54d8311512a1 req-f13798c2-c1a4-4a2c-8154-53d01542a715 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:10.434762 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-087930f0-4079-4ed5-b57c-54d8311512a1 req-f13798c2-c1a4-4a2c-8154-53d01542a715 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Synchronizing usage tracker for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:port {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:40:10.493780 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-0b4b7c95-a6fd-464f-a8bc-e0ae687b8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:10.496243 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-0b4b7c95-a6fd-464f-a8bc-e0ae687b8b15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 200 len: 847 time: 0.0717490 May 27 18:40:10.515728 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-087930f0-4079-4ed5-b57c-54d8311512a1 req-f13798c2-c1a4-4a2c-8154-53d01542a715 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Unset dirty status for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:port {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:40:10.519194 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-087930f0-4079-4ed5-b57c-54d8311512a1 req-f13798c2-c1a4-4a2c-8154-53d01542a715 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.1681824 May 27 18:40:10.581849 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:10.583278 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-087930f0-4079-4ed5-b57c-54d8311512a1 req-168a00a1-c169-4fb1-b4c8-907cbf267053 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585899 May 27 18:40:10.589542 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-611d4a51-5fc2-45e5-ad25-2a17e6c0acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:10.591015 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-611d4a51-5fc2-45e5-ad25-2a17e6c0acad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=217db2b9-81de-4ef6-ba0b-798eb603e94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864704 May 27 18:40:10.732572 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-c0433a3d-0a71-42da-81d7-94482771e880 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345272 May 27 18:40:10.869386 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-0da53c10-a216-4248-9e20-2b7b670546b4 req-81784047-9184-4896-85cd-76ea6db60149 service neutron] 10.222.0.47 "GET /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298473 May 27 18:40:10.906927 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:38Z', 'revision_number': 5, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:10.910848 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4011e30-55ca-4cf8-b311-8cd8d7227493 None None] The sync data for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb is: [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:33:25Z', 'revision_number': 4, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '177985bd-30b4-4c39-a9ea-75188a4623fa', 'name': '', 'network_id': '217db2b9-81de-4ef6-ba0b-798eb603e94f', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'mac_address': 'fa:16:3e:37:58:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '14963643-ec68-4cc4-b548-ed322129af48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:23Z', 'updated_at': '2021-05-27T18:33:38Z', 'revision_number': 5, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'subnets': [{'id': '14963643-ec68-4cc4-b548-ed322129af48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:40:11.117459 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce19788e-2952-4913-9f24-1112a25ed651 None None] New status for floating IP 937243f0-0382-4780-8dee-9ca94d837b35: DOWN {{(pid=92299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:40:11.763858 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee50b1e-c07a-4f89-82f2-dde458bd5d39 req-6d83971c-fb31-4d70-962e-24535c3e7776 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:11.765310 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fee50b1e-c07a-4f89-82f2-dde458bd5d39 req-6d83971c-fb31-4d70-962e-24535c3e7776 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.0860965 May 27 18:40:11.923356 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fee50b1e-c07a-4f89-82f2-dde458bd5d39 req-e1cb5f87-2771-4e8b-bd1f-968127c3826c tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/security-groups?id=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524136 May 27 18:40:11.924585 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-b71eb787-de20-492c-ae29-ee10a0cd400d tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:11.925295 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-b71eb787-de20-492c-ae29-ee10a0cd400d tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Synchronizing usage tracker for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:40:11.939001 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-b71eb787-de20-492c-ae29-ee10a0cd400d tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Unset dirty status for tenant:bc642b80ab774ba8b4aa3c90579e0041 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:40:11.940015 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-b71eb787-de20-492c-ae29-ee10a0cd400d tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 946 time: 0.1121783 May 27 18:40:12.079054 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Deleting port f74c0140-93f7-4e88-9f60-cb86f48c015f {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:12.079408 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:12.215423 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] For port f74c0140-93f7-4e88-9f60-cb86f48c015f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f74c0140-93f7-4e88-9f60-cb86f48c015f,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:12.215782 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:12.344916 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Calling delete_port for f74c0140-93f7-4e88-9f60-cb86f48c015f owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:12.510319 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:12.515646 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-da834815-80b7-446f-a972-81bcd979ddba tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:12.561449 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event deleted for resources: {'Port': ['ID=f74c0140-93f7-4e88-9f60-cb86f48c015f,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:12.564600 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:12.737753 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] No DVR routers for this DVR port f74c0140-93f7-4e88-9f60-cb86f48c015f on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:12.737753 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:12.739226 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-deleted', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:40:12.784276 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c9433f-1636-44cf-ad77-623c771e9d26', 'name': 'network-vif-deleted', 'tag': 'f74c0140-93f7-4e88-9f60-cb86f48c015f', 'status': 'completed', 'code': 200} May 27 18:40:12.802104 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-33ec327f-6706-4f25-a7ba-19f3aabf2862 req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.47 "DELETE /v2.0/ports/f74c0140-93f7-4e88-9f60-cb86f48c015f HTTP/1.1" status: 204 len: 173 time: 0.8568108 May 27 18:40:13.084341 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-77e60c44-e871-4083-8119-c2f52351fdcd req-50d8f910-73c8-4ce4-8ce6-4463de129ee6 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "GET /v2.0/ports?device_id=b3c9433f-1636-44cf-ad77-623c771e9d26 HTTP/1.1" status: 200 len: 210 time: 0.0424557 May 27 18:40:13.433434 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46704) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:14.113668 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404218'] for router_interface, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:14.187561 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46714) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:14.261349 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:14.290713 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:14.429833 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:14.434537 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-421f77a4-30fc-4f2d-9694-340b905cf1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:14.448663 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f8f2ce-11ef-411b-bf24-8fe597c3ff39,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:14.451894 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:14.525135 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Deleting port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:14.525695 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:14.537293 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:14.538463 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] 10.222.0.36 "DELETE /v2.0/security-groups/d4f8f2ce-11ef-411b-bf24-8fe597c3ff39 HTTP/1.1" status: 204 len: 168 time: 0.3499227 May 27 18:40:14.646730 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] For port 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:14.647119 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:14.650333 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46720) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:14.778183 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Calling delete_port for 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 owned by network:router_interface {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:15.001925 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:15.006714 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-68eecd0f-341c-4110-a7bd-a82ef7b723cc tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:15.155098 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba1efb1-23e2-4e52-bd50-bb349e0d4b20,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:15.158036 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:15.283408 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404218'] for router_interface, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:15.432024 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-514890'] for router_interface, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:15.694157 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Deleting port 177985bd-30b4-4c39-a9ea-75188a4623fa {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:15.694592 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:15.791306 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:40:15.815043 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] For port 177985bd-30b4-4c39-a9ea-75188a4623fa, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=177985bd-30b4-4c39-a9ea-75188a4623fa,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:15.815421 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:15.975336 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:40:15.987161 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] Sync routers for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:40:15.993665 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-fdc180e6-880e-4246-a5a2-47e9e923a575 admin admin] 10.222.0.36 "PUT /v2.0/routers/ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5545769 May 27 18:40:15.994010 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46728) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:16.000837 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:16.001588 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:16.040645 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Calling delete_port for 177985bd-30b4-4c39-a9ea-75188a4623fa owned by network:router_interface {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:16.176001 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:16.200476 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:16.269742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:16.275273 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7986a3ab-9bc1-4b4e-857e-012c1a66eb73 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:16.319970 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=177985bd-30b4-4c39-a9ea-75188a4623fa,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:16.323771 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:16.367220 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:16.498059 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Deleting port edee4430-cb39-4b1e-b48b-bf05b20d335b {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:16.498385 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:16.512273 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:40:14Z', 'revision_number': 5, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port': {'id': 'edee4430-cb39-4b1e-b48b-bf05b20d335b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:30:48Z', 'updated_at': '2021-05-27T18:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:16.516817 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] Checking router: ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:40:16.527777 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] Routers {'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:16.528391 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:16.602534 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-514890'] for router_interface, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:16.643715 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device f74c0140-93f7-4e88-9f60-cb86f48c015f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:16.743844 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: f74c0140-93f7-4e88-9f60-cb86f48c015f {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:16.743844 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device f74c0140-93f7-4e88-9f60-cb86f48c015f not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:16.759948 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] For port edee4430-cb39-4b1e-b48b-bf05b20d335b, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=edee4430-cb39-4b1e-b48b-bf05b20d335b,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:16.759948 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:16.789159 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] Set router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 gateway port host: None {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:16.888667 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Calling delete_port for edee4430-cb39-4b1e-b48b-bf05b20d335b owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:16.898202 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:40:16Z', 'revision_number': 6, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port_host': None}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:16.902924 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53afe9-1e92-4e5a-b5b5-c71777acddf1 None None] The sync data for ids ['ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9'] in dv-cinder-792299-4-smb is: [{'id': 'ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9', 'name': 'tempest-AttachVolumeShelveTestJSON-322713376-router', 'tenant_id': '3a7056ea612246ce92e0dc99224ae22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:30:46Z', 'updated_at': '2021-05-27T18:40:16Z', 'revision_number': 6, 'project_id': '3a7056ea612246ce92e0dc99224ae22e', 'gw_port_host': None}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:40:16.991859 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:40:17.092447 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.097273 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f7cb4487-9a10-4ede-9702-54bb64b97390 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:17.144482 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Pushing event deleted for resources: {'Port': ['ID=edee4430-cb39-4b1e-b48b-bf05b20d335b,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:17.171006 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:17.173413 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:40:17.183049 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] Sync routers for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:40:17.189426 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] 10.222.0.36 "PUT /v2.0/routers/0481623e-c4d8-4bee-8747-3c8ed0aff8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355461 May 27 18:40:17.189879 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46734) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:17.191958 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:17.192552 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:17.237833 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515797'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.378513 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks [] for router, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.443215 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:17.464744 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-721'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.467137 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.572676 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-513126'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.573259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 18:40:17.587278 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.591313 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] 10.222.0.36 "DELETE /v2.0/routers/ffe4fb08-ff29-47ba-b42a-8d3e6b4f90d9 HTTP/1.1" status: 204 len: 168 time: 1.5965807 May 27 18:40:17.591960 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46740) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:17.655002 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Deleting subnet 4be0c259-64c6-4a46-9318-a877db4763e4 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:40:17.657926 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.679781 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.708262 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185079'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.744389 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246'}], 'enable_snat': True}, 'gw_port_id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:40:16Z', 'revision_number': 5, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port': {'id': 'd00e0a3e-354f-4694-91a1-7457d5890772', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:70:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:19Z', 'updated_at': '2021-05-27T18:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:17.748399 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] Checking router: 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:40:17.759959 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] Routers {'0481623e-c4d8-4bee-8747-3c8ed0aff8f7'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:17.760625 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:17.832738 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Deleting port d00e0a3e-354f-4694-91a1-7457d5890772 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:17.833178 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.847309 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:17.856664 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:17.909906 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:17.910864 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 7ba1efb1-23e2-4e52-bd50-bb349e0d4b20 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:17.953896 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] Set router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 gateway port host: None {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:17.986998 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] For port d00e0a3e-354f-4694-91a1-7457d5890772, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=d00e0a3e-354f-4694-91a1-7457d5890772,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:17.987340 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.064634 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:40:17Z', 'revision_number': 6, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port_host': None}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:18.069187 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a124e-d0aa-4229-af45-fb07b146a4f4 None None] The sync data for ids ['0481623e-c4d8-4bee-8747-3c8ed0aff8f7'] in dv-cinder-792299-4-smb is: [{'id': '0481623e-c4d8-4bee-8747-3c8ed0aff8f7', 'name': 'tempest-TestShelveInstance-818835908-router', 'tenant_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:17Z', 'updated_at': '2021-05-27T18:40:17Z', 'revision_number': 6, 'project_id': 'bc642b80ab774ba8b4aa3c90579e0041', 'gw_port_host': None}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:40:18.121904 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Calling delete_port for d00e0a3e-354f-4694-91a1-7457d5890772 owned by network:router_gateway {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:18.207487 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15184992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14865120'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.213775 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:18.244647 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be0c259-64c6-4a46-9318-a877db4763e4,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:18.248161 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:18.250651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.256669 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-6d717c60-824d-4a86-b97c-cabe65937579 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4be0c259-64c6-4a46-9318-a877db4763e4 HTTP/1.1" status: 204 len: 168 time: 0.6637461 May 27 18:40:18.257328 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ac1a0-b683-4e48-8fef-dd293dd78c8a None None] Network 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:40:18.259675 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46744) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:18.309075 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.313113 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3f9909d5-c668-4d86-b875-3a43a15a81eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:18.372757 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00e0a3e-354f-4694-91a1-7457d5890772,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:18.373882 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.377883 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:18.459952 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Deleting port 2e36a233-efca-49ad-a50b-c472e9491ecb {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:18.460739 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.486669 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515797'] for router_gateway, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.587331 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] DHCP port deletion for 1600c6a4-a49a-4e09-9024-b2eb56e4b4cf request from dv-cinder-792299-4-smb {{(pid=92298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 18:40:18.657778 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] Deleting port 2e36a233-efca-49ad-a50b-c472e9491ecb {{(pid=92298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:18.658261 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.706316 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-721'] for router, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.708523 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.721066 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] For port 2e36a233-efca-49ad-a50b-c472e9491ecb, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2e36a233-efca-49ad-a50b-c472e9491ecb,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:18.721412 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.787231 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] For port 2e36a233-efca-49ad-a50b-c472e9491ecb, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2e36a233-efca-49ad-a50b-c472e9491ecb,segment=NetworkSegment(7d4c272d-1fd6-482c-a46e-f0124d5f1159),segment_id=7d4c272d-1fd6-482c-a46e-f0124d5f1159)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:18.787870 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.789114 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-513126'] for router, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.790989 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0481623e-c4d8-4bee-8747-3c8ed0aff8f7 {{(pid=92297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 18:40:18.804607 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] Notify callbacks [] for router, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.806505 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-dfad9b21-aeb1-4ef1-8369-c61067447520 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0481623e-c4d8-4bee-8747-3c8ed0aff8f7 HTTP/1.1" status: 204 len: 168 time: 1.6156411 May 27 18:40:18.809050 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46750) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:18.863929 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Calling delete_port for 2e36a233-efca-49ad-a50b-c472e9491ecb owned by network:dhcp {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:18.881762 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Deleting subnet 14963643-ec68-4cc4-b548-ed322129af48 {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:40:18.886131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:18.911767 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] Calling delete_port for 2e36a233-efca-49ad-a50b-c472e9491ecb owned by network:dhcp {{(pid=92298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:18.937961 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.025041 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.058043 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.062758 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:19.064754 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101'] for port, after_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.068618 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-4f282eec-aea4-4d2b-897c-334c9ada367c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:19.113118 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] No DVR routers for this DVR port 2e36a233-efca-49ad-a50b-c472e9491ecb on host dv-cinder-792299-4-smb {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:19.114834 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e36a233-efca-49ad-a50b-c472e9491ecb,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:19.117041 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] Pushing event deleted for resources: {'Port': ['ID=2e36a233-efca-49ad-a50b-c472e9491ecb,revision_number=None']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:19.121029 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:19.122163 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d331101-9669-4a34-b2d5-12903da9afe6 None None] No DVR routers for this DVR port 2e36a233-efca-49ad-a50b-c472e9491ecb on host dv-cinder-792299-4-smb {{(pid=92298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:19.149210 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:19.239770 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.252884 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1600c6a4-a49a-4e09-9024-b2eb56e4b4cf']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:19.264779 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d4c272d-1fd6-482c-a46e-f0124d5f1159') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:19.265072 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d4c272d-1fd6-482c-a46e-f0124d5f1159') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:19.276815 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185038'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.293291 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.299487 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:40:19.299879 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15174338'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: Traceback (most recent call last): May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: timer() May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: cb(*args, **kw) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: return func(*args, **kwargs) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: self._notify() May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: self.callback(batched_events) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: event.method(event) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: return f(self, *a, **k) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: return self._get(url).json() May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:40:19.317084 dv-cinder-792299-4-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:40:19.349800 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.355329 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:19.396400 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14963643-ec68-4cc4-b548-ed322129af48,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:19.398358 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.402843 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:19.405988 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/14963643-ec68-4cc4-b548-ed322129af48 HTTP/1.1" status: 204 len: 168 time: 0.5956640 May 27 18:40:19.407121 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23732911-7675-4de3-9f7d-105cd7b04762 None None] Network 217db2b9-81de-4ef6-ba0b-798eb603e94f requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:40:19.408152 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46754) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:19.452806 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.456367 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3dd410db-4437-44ac-868a-97f191afff32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:19.470538 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.480325 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2e36a233-efca-49ad-a50b-c472e9491ecb no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:19.486715 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Pushing event deleted for resources: {'Network': ['ID=1600c6a4-a49a-4e09-9024-b2eb56e4b4cf,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:19.489244 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:19.520212 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.529215 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 2e36a233-efca-49ad-a50b-c472e9491ecb {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:19.529561 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2e36a233-efca-49ad-a50b-c472e9491ecb not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:19.529968 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device edee4430-cb39-4b1e-b48b-bf05b20d335b no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:19.566877 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1600c6a4-a49a-4e09-9024-b2eb56e4b4cf HTTP/1.1" status: 204 len: 168 time: 1.3061392 May 27 18:40:19.574889 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: edee4430-cb39-4b1e-b48b-bf05b20d335b {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:19.575235 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device edee4430-cb39-4b1e-b48b-bf05b20d335b not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:19.575678 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 177985bd-30b4-4c39-a9ea-75188a4623fa no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:19.645583 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 177985bd-30b4-4c39-a9ea-75188a4623fa {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:19.649931 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 177985bd-30b4-4c39-a9ea-75188a4623fa not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:19.649931 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device d00e0a3e-354f-4694-91a1-7457d5890772 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:19.684562 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: d00e0a3e-354f-4694-91a1-7457d5890772 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:19.684905 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device d00e0a3e-354f-4694-91a1-7457d5890772 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:19.714056 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Deleting port f694c41b-ccbb-4965-bfc8-0104651a76b5 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:19.714487 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.820345 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] For port f694c41b-ccbb-4965-bfc8-0104651a76b5, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=f694c41b-ccbb-4965-bfc8-0104651a76b5,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:19.820734 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.825197 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] DHCP port deletion for 217db2b9-81de-4ef6-ba0b-798eb603e94f request from dv-cinder-792299-4-smb {{(pid=92298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 18:40:19.918150 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46762) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:19.949494 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Deleting port f694c41b-ccbb-4965-bfc8-0104651a76b5 {{(pid=92298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:19.950105 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:19.958268 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Calling delete_port for f694c41b-ccbb-4965-bfc8-0104651a76b5 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:19.973081 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-82565614-decc-41c1-afa8-27d5fea81d13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a7056ea612246ce92e0dc99224ae22e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0513265 May 27 18:40:19.973339 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46766) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:20.041280 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.060382 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] For port f694c41b-ccbb-4965-bfc8-0104651a76b5, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=f694c41b-ccbb-4965-bfc8-0104651a76b5,segment=NetworkSegment(329ff4ab-a6cd-4c50-9480-ef888cab2065),segment_id=329ff4ab-a6cd-4c50-9480-ef888cab2065)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:20.060382 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.068333 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.074704 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.080993 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7210de80-645d-4915-93fb-7dd7827d5177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:20.127914 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f694c41b-ccbb-4965-bfc8-0104651a76b5,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:20.130964 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:20.131864 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] No DVR routers for this DVR port f694c41b-ccbb-4965-bfc8-0104651a76b5 on host dv-cinder-792299-4-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:20.174845 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Calling delete_port for f694c41b-ccbb-4965-bfc8-0104651a76b5 owned by network:dhcp {{(pid=92298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:20.182983 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.188458 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b0c911e2-1d14-433b-93e6-b73532fed8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:20.202733 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716a6d88-268a-4382-8a49-5f337a06d8e1,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:20.214174 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:20.217449 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.222307 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/716a6d88-268a-4382-8a49-5f337a06d8e1 HTTP/1.1" status: 204 len: 168 time: 0.2479255 May 27 18:40:20.238015 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101'] for port, after_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.243869 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:20.252437 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.266584 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217db2b9-81de-4ef6-ba0b-798eb603e94f']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:20.280007 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329ff4ab-a6cd-4c50-9480-ef888cab2065') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:20.280380 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329ff4ab-a6cd-4c50-9480-ef888cab2065') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:20.293194 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.296149 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Pushing event deleted for resources: {'Port': ['ID=f694c41b-ccbb-4965-bfc8-0104651a76b5,revision_number=None']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:20.298588 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:20.301221 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] No DVR routers for this DVR port f694c41b-ccbb-4965-bfc8-0104651a76b5 on host dv-cinder-792299-4-smb {{(pid=92298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:20.314654 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.321096 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:40:20.321775 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:40:20.334944 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:40:20.521176 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.525596 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-be752cb5-fd28-4e34-857c-0886aaed70a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:20.538438 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:20.552685 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Pushing event deleted for resources: {'Network': ['ID=217db2b9-81de-4ef6-ba0b-798eb603e94f,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:20.554393 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:20.636352 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] 10.222.0.36 "DELETE /v2.0/networks/217db2b9-81de-4ef6-ba0b-798eb603e94f HTTP/1.1" status: 204 len: 168 time: 1.2271733 May 27 18:40:20.639288 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46774) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:21.186726 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404218'] for router_interface, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.299835 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46796) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:21.415011 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1123163737-network', 'tenant_id': 'e29f02c3846947f3bccab1d630429dd3'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:40:21.419947 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:40:21.423865 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Usage tracker for resource:network and tenant:e29f02c3846947f3bccab1d630429dd3 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:40:21.426840 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:40:21.434465 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:40:21.436400 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device f694c41b-ccbb-4965-bfc8-0104651a76b5 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:21.470582 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: f694c41b-ccbb-4965-bfc8-0104651a76b5 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:21.471020 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device f694c41b-ccbb-4965-bfc8-0104651a76b5 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:21.497973 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Made reservation on behalf of e29f02c3846947f3bccab1d630429dd3 for: {'network': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:40:21.500336 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.513132 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.528429 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:40:21.532316 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Usage tracker for resource:security_group_rule and tenant:e29f02c3846947f3bccab1d630429dd3 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:40:21.535121 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:40:21.541551 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:40:21.625037 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.669705 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.673815 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8dc3e17a-c396-495c-a652-a5857bca8878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:21.702965 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=92297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:40:21.709003 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Deleting port 07f6f61f-8778-4252-9379-d7ae1bd85c18 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:21.709510 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.712298 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:21.716040 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:21.720122 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.720513 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.segments_db [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Added segment 96acd959-fe7e-4a63-be2e-de3b1b9527a3 of type vlan for network 51c28112-0768-4b70-8b4b-51f4ffc6c513 May 27 18:40:21.751660 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.833041 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] For port 07f6f61f-8778-4252-9379-d7ae1bd85c18, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=07f6f61f-8778-4252-9379-d7ae1bd85c18,segment=NetworkSegment(2b6093f1-5e26-47d9-bd9c-7f76deff0e2d),segment_id=2b6093f1-5e26-47d9-bd9c-7f76deff0e2d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:21.833393 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.858365 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.863406 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:21.863406 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:21.866128 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:21.959859 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Calling delete_port for 07f6f61f-8778-4252-9379-d7ae1bd85c18 owned by network:router_interface {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:21.967416 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Pushing event updated for resources: {'Network': ['ID=51c28112-0768-4b70-8b4b-51f4ffc6c513,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:21.970854 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:21.982561 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:40:22.007761 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9feba8d9-aa43-43b7-b0b1-24ca75798f0d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7067995 May 27 18:40:22.010613 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46804) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:22.016137 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Request body: {'subnet': {'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1123163737-subnet', 'tenant_id': 'e29f02c3846947f3bccab1d630429dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:40:22.021017 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:40:22.025099 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Usage tracker for resource:subnet and tenant:e29f02c3846947f3bccab1d630429dd3 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:40:22.028599 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:40:22.034390 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:40:22.109811 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Made reservation on behalf of e29f02c3846947f3bccab1d630429dd3 for: {'subnet': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:40:22.112292 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16364075'] for subnet, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:22.201286 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:22.206259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f5ee382-906a-46f9-99cf-45035b581649 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:22.250828 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f6f61f-8778-4252-9379-d7ae1bd85c18,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:22.282830 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:22.520167 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-514890'] for router_interface, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:22.557805 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15353771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16364093'] for subnet, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:22.562323 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b7ab78e1-ae25-447b-a1c9-afafc05ec899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:22.635209 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348cf814-cf3e-453b-9a64-d16633bcead9,revision_number=0']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:22.638741 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:22.644735 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Checking segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:40:22.645085 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Network hostable DHCP agents. Network: 51c28112-0768-4b70-8b4b-51f4ffc6c513, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:40:22.697853 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:40:22.755406 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 51c28112-0768-4b70-8b4b-51f4ffc6c513) {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:40:22.764761 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf887e0-d786-4254-98b2-d41f3ecbc3cc None None] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:40:22.765306 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:22.765501 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:22.836027 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-60a3f007-605b-442f-9a8e-4440f1e73d77 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8241909 May 27 18:40:22.894878 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:40:22.983366 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38250f-e5fe-4030-803c-eda5e50950d4 None None] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:40:23.205739 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:40:23.214956 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] Sync routers for ids ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'] in dv-cinder-792299-4-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:40:23.224972 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] Routers {'4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:23.230658 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:23.281933 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-959edfa8-2459-4c1f-8cac-d965c9249cd4 admin admin] 10.222.0.36 "PUT /v2.0/routers/4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6415179 May 27 18:40:23.284460 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46826) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:23.415076 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] Set router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed gateway port host: dv-cinder-792299-4-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:23.490915 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:23.495007 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-27c933be-d024-41f9-b87c-57605c02a14b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:23.495814 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-27c933be-d024-41f9-b87c-57605c02a14b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Synchronizing usage tracker for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:network {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:40:23.572626 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-27c933be-d024-41f9-b87c-57605c02a14b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Unset dirty status for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:network {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:40:23.574184 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-27c933be-d024-41f9-b87c-57605c02a14b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.3386753 May 27 18:40:23.590681 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-1e4e2fb9-5687-4da3-bfdc-d663f091a5d5 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/quotas/e29f02c3846947f3bccab1d630429dd3 HTTP/1.1" status: 200 len: 375 time: 0.0112338 May 27 18:40:23.645947 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-4951a807-1e71-4b13-a59a-3efaeccfd2b9 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493305 May 27 18:40:23.673430 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:23.752536 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32'}], 'enable_snat': True}, 'gw_port_id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:40:22Z', 'revision_number': 5, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port': {'id': '67c242d9-192f-43c9-8ae5-921ab73edb1b', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:33:34Z', 'updated_at': '2021-05-27T18:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:23.756600 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] Checking router: 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed for host: dv-cinder-792299-4-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:40:23.765668 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] Routers {'4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:40:23.766320 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:40:05Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:23.788118 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-61c1f8d4-6aa3-4bef-af1b-c51978f7f850 service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345239 May 27 18:40:23.810525 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Deleting port 67c242d9-192f-43c9-8ae5-921ab73edb1b {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:23.810878 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:23.926722 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] Set router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed gateway port host: None {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:40:23.929063 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-caf8a4cc-8ca8-4901-b956-cf7d03c58dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362114 May 27 18:40:23.936289 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] For port 67c242d9-192f-43c9-8ae5-921ab73edb1b, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=67c242d9-192f-43c9-8ae5-921ab73edb1b,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:23.936794 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.036667 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:40:23Z', 'revision_number': 6, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port_host': None}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:24.040716 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2120d1-f650-4af5-9ff6-27118c063de1 None None] The sync data for ids ['4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed'] in dv-cinder-792299-4-smb is: [{'id': '4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed', 'name': 'tempest-TestShelveInstance-1432395957-router', 'tenant_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:33:32Z', 'updated_at': '2021-05-27T18:40:23Z', 'revision_number': 6, 'project_id': 'a8b0f25846a24b7da0659f69f0892bd7', 'gw_port_host': None}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:40:24.063859 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Calling delete_port for 67c242d9-192f-43c9-8ae5-921ab73edb1b owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:24.224379 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d8717d0b-81f0-4a69-8ad9-8f52d5efbb26 req-ffcb01d3-bcaa-4942-92d5-592bef82fb04 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 210 time: 0.0473926 May 27 18:40:24.269726 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.274604 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bc15c617-ef23-4d2c-a6ff-a4f0797b7a15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:24.318995 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c242d9-192f-43c9-8ae5-921ab73edb1b,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:24.360501 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.360871 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.361248 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.361587 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.362336 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.362336 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.362620 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.363055 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.363424 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.363770 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.364114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.364455 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:24.372624 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:24.429090 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515797'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.729159 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-721'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.731266 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.863891 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-513126'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.864462 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 18:40:24.877025 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.878235 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4bdd5d5e-f03c-4a9f-9678-17a95f7ee9ed HTTP/1.1" status: 204 len: 168 time: 1.5927820 May 27 18:40:24.880825 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46840) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:24.941826 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Deleting subnet d6b9fdbb-221a-4c76-b2f0-9f92d9c7f994 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:40:24.944773 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:24.998475 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185079'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.102920 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.380640 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-09bd3fa6-aaf4-4054-bda8-8aadc2058d3b req-c2e46e90-c6a7-4fe9-b713-39d418e7a20e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 210 time: 0.0465968 May 27 18:40:25.424126 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15184992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14865120'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.428502 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:25.442719 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 07f6f61f-8778-4252-9379-d7ae1bd85c18 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:25.469658 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b9fdbb-221a-4c76-b2f0-9f92d9c7f994,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:25.472220 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:25.477712 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.478938 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 07f6f61f-8778-4252-9379-d7ae1bd85c18 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:25.483439 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 07f6f61f-8778-4252-9379-d7ae1bd85c18 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:25.483439 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 67c242d9-192f-43c9-8ae5-921ab73edb1b no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:25.484021 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d6b9fdbb-221a-4c76-b2f0-9f92d9c7f994 HTTP/1.1" status: 204 len: 168 time: 0.6022596 May 27 18:40:25.486417 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46850) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:25.511600 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28cc8e9-5dae-40da-b6bc-b1cc11d8eece None None] Network c50478eb-04d9-40b9-9199-858f041ce2ae requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:40:25.534113 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 67c242d9-192f-43c9-8ae5-921ab73edb1b {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:25.534466 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 67c242d9-192f-43c9-8ae5-921ab73edb1b not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:25.596483 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.674227 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Deleting port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:25.675524 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.776305 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] DHCP port deletion for c50478eb-04d9-40b9-9199-858f041ce2ae request from dv-cinder-792299-4-smb {{(pid=92298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 18:40:25.781423 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] For port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,segment=NetworkSegment(2b6093f1-5e26-47d9-bd9c-7f76deff0e2d),segment_id=2b6093f1-5e26-47d9-bd9c-7f76deff0e2d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:25.781770 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.840520 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] Deleting port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb {{(pid=92298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:40:25.840898 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:25.907675 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Calling delete_port for 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb owned by network:dhcp {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:25.942791 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] For port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,segment=NetworkSegment(2b6093f1-5e26-47d9-bd9c-7f76deff0e2d),segment_id=2b6093f1-5e26-47d9-bd9c-7f76deff0e2d)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:25.943182 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.052904 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.059211 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:26.069294 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] Calling delete_port for 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb owned by network:dhcp {{(pid=92298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:40:26.105979 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:26.109006 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:26.109807 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] No DVR routers for this DVR port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb on host dv-cinder-792299-4-smb {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:26.131583 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101'] for port, after_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.135269 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-63bc1462-d212-436a-a1f4-f6f5955fd008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:26.177879 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] Pushing event deleted for resources: {'Port': ['ID=2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb,revision_number=None']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:26.181950 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:26.182787 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd7115-b9a4-46bc-9e21-603cec43d0df None None] No DVR routers for this DVR port 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb on host dv-cinder-792299-4-smb {{(pid=92298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:40:26.243306 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.255681 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50478eb-04d9-40b9-9199-858f041ce2ae']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:26.268275 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:26.268559 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6093f1-5e26-47d9-bd9c-7f76deff0e2d') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:40:26.279854 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185038'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.299082 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.306185 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:40:26.306517 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15174338'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: Traceback (most recent call last): May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: timer() May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: cb(*args, **kw) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: return func(*args, **kwargs) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: self._notify() May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: self.callback(batched_events) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: event.method(event) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: return f(self, *a, **k) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: return self._get(url).json() May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:40:26.319912 dv-cinder-792299-4-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:40:26.475402 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.479936 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-58590828-9b6e-4433-a9b1-0565f9c63361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:26.497741 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:26.506682 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c50478eb-04d9-40b9-9199-858f041ce2ae,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:26.512721 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:26.518478 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] 10.222.0.36 "DELETE /v2.0/networks/c50478eb-04d9-40b9-9199-858f041ce2ae HTTP/1.1" status: 204 len: 168 time: 1.0287867 May 27 18:40:26.538841 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-457230ac-6df7-492e-9a4b-5b2d1e944cfb req-df6a1b8d-fa39-4549-9381-b0bb8d8b6fa6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 210 time: 0.0457656 May 27 18:40:26.724594 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-26b0b43c-2f02-47ed-97a4-d9e194737779 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:26.726012 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-26b0b43c-2f02-47ed-97a4-d9e194737779 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.1462705 May 27 18:40:26.737901 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Request body: {'port': {'device_id': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'admin_state_up': True, 'tenant_id': 'e29f02c3846947f3bccab1d630429dd3'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:40:26.878483 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:40:26.882305 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Usage tracker for resource:port and tenant:e29f02c3846947f3bccab1d630429dd3 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:40:26.885165 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:40:26.890766 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:40:26.980031 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46860) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:27.031674 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e37cabb2-38f8-4f5b-8852-32c8eb5a4000 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc642b80ab774ba8b4aa3c90579e0041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504439 May 27 18:40:27.034005 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 46864) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:27.049487 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Made reservation on behalf of e29f02c3846947f3bccab1d630429dd3 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:40:27.053564 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.178164 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.250903 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.306558 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Allocated IP 172.20.0.8 (51c28112-0768-4b70-8b4b-51f4ffc6c513/348cf814-cf3e-453b-9a64-d16633bcead9/aa5d9ced-df4e-4b34-b609-dc70694a9769) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:40:27.420665 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.431345 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-25b6ff31-1fac-488f-aa08-b5d06b342cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:27.432787 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:40:27.468979 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:40:27.469326 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 2dbb04a7-d090-4eb8-9c4c-e1f6bd88c0cb not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:40:27.501681 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4dc80e-25b0-4e5b-8c23-2fa64c019603,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:27.508785 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:27.546342 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.547455 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f4dc80e-25b0-4e5b-8c23-2fa64c019603 HTTP/1.1" status: 204 len: 168 time: 0.5124834 May 27 18:40:27.604499 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.698979 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.702047 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d911881c-6140-42d7-8d25-eaa684425792 req-88009288-bfbe-4a2a-bbe3-6650af02ac80 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 210 time: 0.0429168 May 27 18:40:27.707911 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:27.774606 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:40:27.778007 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:40:27.782171 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:40:27.822300 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event updated for resources: {'Port': ['ID=aa5d9ced-df4e-4b34-b609-dc70694a9769,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:27.826620 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:27.855214 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:27.860110 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:27.932962 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1986232 May 27 18:40:27.946844 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Request body: {'port': {'device_id': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:40:28.152355 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.272641 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46880) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:28.329572 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-7293ba59-ee52-4fa4-8190-cca3c8888687 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8b0f25846a24b7da0659f69f0892bd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557199 May 27 18:40:28.330131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 46884) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:40:28.389126 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.415435 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.495912 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa5d9ced-df4e-4b34-b609-dc70694a9769 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:40:28.503395 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.572051 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Transition to ACTIVE for port object aa5d9ced-df4e-4b34-b609-dc70694a9769 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:40:28.572318 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.577190 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-78ccb047-7f58-493f-808a-49adc484c792 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:28.589092 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd89505c-59c5-431d-a0fe-de8b2b2271bf,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:28.597607 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.597976 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.598337 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.598695 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.599052 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.599425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.599816 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.600164 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.600511 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.600854 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.601196 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.601535 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:28.605123 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:28.607040 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.610783 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cd89505c-59c5-431d-a0fe-de8b2b2271bf HTTP/1.1" status: 204 len: 168 time: 0.2797542 May 27 18:40:28.664586 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.669698 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8ae8d7d1-1ff7-4202-be9b-9fe95ab02a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:28.839838 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5d9ced-df4e-4b34-b609-dc70694a9769,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:28.867860 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:28.912131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260e4fd-ae8f-4a16-aa88-12b241544a11 req-1d87154b-4830-4bda-ae84-df049f436c18 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:28.913616 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4260e4fd-ae8f-4a16-aa88-12b241544a11 req-1d87154b-4830-4bda-ae84-df049f436c18 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 943 time: 0.0930521 May 27 18:40:28.915434 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Attempting to bind port aa5d9ced-df4e-4b34-b609-dc70694a9769 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:40:28.915840 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Attempting to bind port aa5d9ced-df4e-4b34-b609-dc70694a9769 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:40:28.916232 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Attempting to bind port aa5d9ced-df4e-4b34-b609-dc70694a9769 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:40:28.921088 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Port aa5d9ced-df4e-4b34-b609-dc70694a9769 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:40:28.921414 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Attempting to bind port aa5d9ced-df4e-4b34-b609-dc70694a9769 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:40:28.926611 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:40:28.930416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Checking segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:40:28.930416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Bound using segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:40:28.930416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Bound port: aa5d9ced-df4e-4b34-b609-dc70694a9769, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:40:28.930416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:28.961152 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-4260e4fd-ae8f-4a16-aa88-12b241544a11 req-f4d3dfc9-a2d4-45fd-abae-53a61e9700c2 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Synchronizing usage tracker for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:security_group {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:40:29.025226 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] For port aa5d9ced-df4e-4b34-b609-dc70694a9769, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:40:29.028790 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] For port aa5d9ced-df4e-4b34-b609-dc70694a9769, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=aa5d9ced-df4e-4b34-b609-dc70694a9769,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:40:29.058056 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-4260e4fd-ae8f-4a16-aa88-12b241544a11 req-f4d3dfc9-a2d4-45fd-abae-53a61e9700c2 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Unset dirty status for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:security_group {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:40:29.059249 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4260e4fd-ae8f-4a16-aa88-12b241544a11 req-f4d3dfc9-a2d4-45fd-abae-53a61e9700c2 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391873 May 27 18:40:29.150799 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:29.154972 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b02e542-a391-411c-b680-f46957f631cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:29.206636 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:29.217528 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:29.218132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:29.219534 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/aa5d9ced-df4e-4b34-b609-dc70694a9769 HTTP/1.1" status: 200 len: 1093 time: 1.2776577 May 27 18:40:29.220028 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'tag': 'aa5d9ced-df4e-4b34-b609-dc70694a9769'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:40:29.239745 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aa5d9ced-df4e-4b34-b609-dc70694a9769,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:29.243456 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:29.265959 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'tag': 'aa5d9ced-df4e-4b34-b609-dc70694a9769', 'status': 'completed', 'code': 200} May 27 18:40:29.355507 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d984a6-e3de-4953-9d24-7ff9c3afb720 req-07f898d4-b724-4eee-a17d-856ad8f2ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:29.356963 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-67d984a6-e3de-4953-9d24-7ff9c3afb720 req-07f898d4-b724-4eee-a17d-856ad8f2ab97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 1096 time: 0.0709627 May 27 18:40:29.498534 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d984a6-e3de-4953-9d24-7ff9c3afb720 req-132ac832-a421-4647-8645-07233aa5bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:29.499914 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-67d984a6-e3de-4953-9d24-7ff9c3afb720 req-132ac832-a421-4647-8645-07233aa5bbf1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e29f02c3846947f3bccab1d630429dd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1362534 May 27 18:40:29.633219 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d984a6-e3de-4953-9d24-7ff9c3afb720 req-b479ec7a-c687-4abb-84cc-ee48b095ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:29.634650 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-67d984a6-e3de-4953-9d24-7ff9c3afb720 req-b479ec7a-c687-4abb-84cc-ee48b095ea5b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1282008 May 27 18:40:29.743332 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-c316f0a1-8b26-43b4-9118-46db7c3193a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:29.744801 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-c316f0a1-8b26-43b4-9118-46db7c3193a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 1096 time: 0.0702112 May 27 18:40:29.816297 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-3e75094c-78ca-4c9a-862a-25395737d208 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa5d9ced-df4e-4b34-b609-dc70694a9769 HTTP/1.1" status: 200 len: 217 time: 0.0632322 May 27 18:40:29.884459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-e0276827-10a0-4607-a1c7-a9f7ac781eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:29.885916 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-e0276827-10a0-4607-a1c7-a9f7ac781eb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=348cf814-cf3e-453b-9a64-d16633bcead9 HTTP/1.1" status: 200 len: 855 time: 0.0639949 May 27 18:40:29.936709 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-dee918d2-28d3-48a1-b820-eb5a8bf8d6ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51c28112-0768-4b70-8b4b-51f4ffc6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442014 May 27 18:40:30.077182 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:40:30.169704 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-25b370d1-ee0b-430b-99a6-920576bbe921 service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254930 May 27 18:40:30.250938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129fb76-7639-4aec-a6f0-89dbf20fb0f9 req-0c589fea-fc7a-404a-be4b-dff95857215b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:30.252479 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a129fb76-7639-4aec-a6f0-89dbf20fb0f9 req-0c589fea-fc7a-404a-be4b-dff95857215b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 943 time: 0.0810411 May 27 18:40:30.297530 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a129fb76-7639-4aec-a6f0-89dbf20fb0f9 req-4fbcf47c-e233-47b9-9017-12fe3f2ed511 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 May 27 18:40:30.301690 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-08f39971-45b4-46cf-8ab9-ed982da4c122 req-be4737ce-d04c-43e2-9f13-f10d36a72bd1 service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252203 May 27 18:40:31.485918 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac59952-7d30-4278-9fb5-3ab96e0caf92 req-0439120d-a3ef-4c7c-8200-02c67a4bb126 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:31.487357 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8ac59952-7d30-4278-9fb5-3ab96e0caf92 req-0439120d-a3ef-4c7c-8200-02c67a4bb126 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 943 time: 0.0833230 May 27 18:40:31.531780 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8ac59952-7d30-4278-9fb5-3ab96e0caf92 req-3f1c10cb-0113-49f5-91e8-d921d0e329a7 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 May 27 18:40:32.469627 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3b24e6be-8cb9-4af3-87c0-f3f10a25f6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:32.713507 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b12ae-fd66-4464-aaca-811b7278f443 req-3621c65a-31b1-45b6-a833-4d85ef28f438 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:32.714954 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9f3b12ae-fd66-4464-aaca-811b7278f443 req-3621c65a-31b1-45b6-a833-4d85ef28f438 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 943 time: 0.0791950 May 27 18:40:32.764490 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9f3b12ae-fd66-4464-aaca-811b7278f443 req-5211290c-ea29-42e1-b834-dacfddc0189b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 May 27 18:40:33.959669 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85130e80-838a-47ad-9ca7-8e6a8d9e244e req-a623ddf2-385c-4994-a234-3f77d7c54735 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:33.961660 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-85130e80-838a-47ad-9ca7-8e6a8d9e244e req-a623ddf2-385c-4994-a234-3f77d7c54735 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 943 time: 0.0797911 May 27 18:40:34.004867 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-85130e80-838a-47ad-9ca7-8e6a8d9e244e req-65aed766-1563-4a59-af46-1f2af47be5e7 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375445 May 27 18:40:34.632032 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device aa5d9ced-df4e-4b34-b609-dc70694a9769 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:40:34.779996 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port aa5d9ced-df4e-4b34-b609-dc70694a9769, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=aa5d9ced-df4e-4b34-b609-dc70694a9769,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:34.796047 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'aa5d9ced-df4e-4b34-b609-dc70694a9769', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'port_id': 'aa5d9ced-df4e-4b34-b609-dc70694a9769', 'mac_address': 'fa:16:3e:44:4f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348cf814-cf3e-453b-9a64-d16633bcead9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:40:34.837292 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:34.861903 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:34.879161 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa5d9ced-df4e-4b34-b609-dc70694a9769 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:40:34.904210 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port aa5d9ced-df4e-4b34-b609-dc70694a9769, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=aa5d9ced-df4e-4b34-b609-dc70694a9769,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:34.997323 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:34.999588 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:35.067029 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=aa5d9ced-df4e-4b34-b609-dc70694a9769,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:35.070085 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:35.092363 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ecc006a0-21b9-4dc6-a665-dd533be6ef37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:35.197515 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6807a-4040-4d08-909e-5f5241918dc6 req-0b5fa1b6-4e0c-419a-8567-86ced39dacb3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:35.198879 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aba6807a-4040-4d08-909e-5f5241918dc6 req-0b5fa1b6-4e0c-419a-8567-86ced39dacb3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 944 time: 0.0845487 May 27 18:40:35.243266 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aba6807a-4040-4d08-909e-5f5241918dc6 req-a6ebb6dc-f82e-4409-a1af-27e344496075 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 May 27 18:40:35.302293 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:40:36.097718 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:36.425817 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c5892-244a-4333-984e-58914c8a242a req-f11900f4-4d7d-43d4-8a14-6cec018b7c3f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:36.427246 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-040c5892-244a-4333-984e-58914c8a242a req-f11900f4-4d7d-43d4-8a14-6cec018b7c3f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 944 time: 0.0797355 May 27 18:40:36.471521 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-040c5892-244a-4333-984e-58914c8a242a req-06bc4b8d-953d-4373-9511-3f0e4dab7563 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 May 27 18:40:36.666220 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device aa5d9ced-df4e-4b34-b609-dc70694a9769 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:40:36.789141 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port aa5d9ced-df4e-4b34-b609-dc70694a9769 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:40:36.793968 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port aa5d9ced-df4e-4b34-b609-dc70694a9769 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:40:36.794339 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:36.917741 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:36.944162 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5d9ced-df4e-4b34-b609-dc70694a9769'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:40:36.954461 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port aa5d9ced-df4e-4b34-b609-dc70694a9769, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=aa5d9ced-df4e-4b34-b609-dc70694a9769,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:36.988901 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa5d9ced-df4e-4b34-b609-dc70694a9769', 'code': 200} May 27 18:40:37.029424 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:37.031171 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:37.096300 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=aa5d9ced-df4e-4b34-b609-dc70694a9769,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:37.099216 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:37.340523 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf746ff9-2065-49c6-b6d3-bbfe8c0ec913 req-0c2600b5-df36-4169-b23c-948457e37c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:37.341889 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-cf746ff9-2065-49c6-b6d3-bbfe8c0ec913 req-0c2600b5-df36-4169-b23c-948457e37c3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 1098 time: 0.0700743 May 27 18:40:37.383095 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-cf746ff9-2065-49c6-b6d3-bbfe8c0ec913 req-df198156-8871-45ac-8cfc-8c487bbf6f50 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 May 27 18:40:37.662341 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3201a373-0970-446c-a22d-9a8f15851583 req-24eb0ab1-5893-4861-85c6-e0e9cb886274 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:37.676018 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3201a373-0970-446c-a22d-9a8f15851583 req-24eb0ab1-5893-4861-85c6-e0e9cb886274 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 945 time: 0.0835028 May 27 18:40:37.708085 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3201a373-0970-446c-a22d-9a8f15851583 req-b0524d9a-eaf0-41cb-b885-742172b6c658 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 May 27 18:40:37.709056 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:38.898901 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ae168-3eaf-44f4-9540-ada5b46df513 req-6806e218-b095-4305-90e2-fc9f952ab80f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:38.901138 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-876ae168-3eaf-44f4-9540-ada5b46df513 req-6806e218-b095-4305-90e2-fc9f952ab80f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 945 time: 0.0861347 May 27 18:40:38.946811 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-876ae168-3eaf-44f4-9540-ada5b46df513 req-842763bb-57f8-4ec8-b5df-7d7f6428dc2b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 May 27 18:40:44.429319 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a050-e147-4572-b865-b36387f0255a req-aa2daed6-4f4d-4eda-828e-f0f034816309 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:44.431004 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-aa2daed6-4f4d-4eda-828e-f0f034816309 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.1514895 May 27 18:40:44.445189 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-91b023c9-b7e0-47eb-961b-d523a03e8b5c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/quotas/e29f02c3846947f3bccab1d630429dd3 HTTP/1.1" status: 200 len: 375 time: 0.0087566 May 27 18:40:44.618472 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-e5692794-1b6c-4958-9dbe-ef1b44ef9fa6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1679969 May 27 18:40:44.750857 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-f6179bf0-7d2b-4a09-a570-fdacb5ffc9e2 service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232748 May 27 18:40:44.881180 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-6db7b704-1428-4831-a82f-a1f552bec365 service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246300 May 27 18:40:45.174750 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fc15b32d-119d-4d75-b77a-837aedc98c76 req-e2e9f7fa-255f-4538-aa1f-c5eb6242dfbb tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 210 time: 0.0423634 May 27 18:40:46.330235 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d7d55c49-12aa-4e3e-8052-2c92f3ba1d3f req-7aaf3870-a97f-4478-8f7b-fb6a7c58dee8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 210 time: 0.0463324 May 27 18:40:47.390553 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a050-e147-4572-b865-b36387f0255a req-78ddfa94-0b3a-4765-aa4a-1c2b8ba838df tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:47.392601 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-78ddfa94-0b3a-4765-aa4a-1c2b8ba838df tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.1500511 May 27 18:40:47.404226 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Request body: {'port': {'device_id': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'admin_state_up': True, 'tenant_id': 'e29f02c3846947f3bccab1d630429dd3'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:40:47.486244 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-46adb052-80d2-4969-abb7-baf400f02e0c req-5422b1d8-aa3d-4d59-9672-6c0f3ff46534 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 210 time: 0.0430305 May 27 18:40:47.549348 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:40:47.553162 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Usage tracker for resource:port and tenant:e29f02c3846947f3bccab1d630429dd3 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:40:47.558657 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:40:47.562423 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:40:47.680970 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Made reservation on behalf of e29f02c3846947f3bccab1d630429dd3 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:40:47.685124 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:47.850924 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Allocated IP 172.20.0.10 (51c28112-0768-4b70-8b4b-51f4ffc6c513/348cf814-cf3e-453b-9a64-d16633bcead9/d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:40:48.060732 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:48.155272 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:48.160909 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-48a16fdf-c038-455c-8352-253c0eb05faa tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:48.168629 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:40:48.228505 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:40:48.232518 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:40:48.236554 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:40:48.275443 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event updated for resources: {'Port': ['ID=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:48.283934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:48.304752 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:48.305349 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:48.373396 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9729671 May 27 18:40:48.385334 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Request body: {'port': {'device_id': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:40:48.498517 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:48.839155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:40:48.846931 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:48.851742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cef0-337e-4c4e-9f53-5143bed68c5d req-5896d2de-5563-4b57-9f07-a0f7825370c0 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:48.853224 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b6a9cef0-337e-4c4e-9f53-5143bed68c5d req-5896d2de-5563-4b57-9f07-a0f7825370c0 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 932 time: 0.2559330 May 27 18:40:48.861577 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Transition to ACTIVE for port object d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:40:48.899310 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b6a9cef0-337e-4c4e-9f53-5143bed68c5d req-336c4369-048d-4bc5-bea0-e9ad0fae68a8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398870 May 27 18:40:48.937268 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:48.941461 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-655cfaad-8be0-4301-bc47-5e88a9018339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:49.198612 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:49.225117 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:49.267703 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Attempting to bind port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:40:49.268030 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Attempting to bind port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:40:49.268351 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Attempting to bind port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:40:49.272949 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:40:49.273261 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Attempting to bind port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:40:49.278330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:40:49.278651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Checking segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:40:49.279019 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Bound using segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:40:49.279460 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Bound port: d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:40:49.279793 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:49.375296 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] For port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:40:49.378157 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] For port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:40:49.440893 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:49.444539 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:49.501295 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:49.501893 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:49.503237 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] 10.222.0.47 "PUT /v2.0/ports/d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 HTTP/1.1" status: 200 len: 1094 time: 1.1219704 May 27 18:40:49.503738 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'tag': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:40:49.521628 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:49.524746 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:49.553975 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'tag': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', 'status': 'completed', 'code': 200} May 27 18:40:49.657531 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f4b32-414e-4f05-b026-dda47eb46a93 req-6e864a6e-69a1-4572-ba6c-9335e78731d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:49.658943 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-443f4b32-414e-4f05-b026-dda47eb46a93 req-6e864a6e-69a1-4572-ba6c-9335e78731d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 1097 time: 0.0853214 May 27 18:40:49.802338 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f4b32-414e-4f05-b026-dda47eb46a93 req-7b965bfc-d091-438f-ab5c-378badd8d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:49.803805 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-443f4b32-414e-4f05-b026-dda47eb46a93 req-7b965bfc-d091-438f-ab5c-378badd8d7f9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e29f02c3846947f3bccab1d630429dd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1372709 May 27 18:40:49.943069 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f4b32-414e-4f05-b026-dda47eb46a93 req-9fb72667-ef43-44db-a619-410f7c4b5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:49.944597 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-443f4b32-414e-4f05-b026-dda47eb46a93 req-9fb72667-ef43-44db-a619-410f7c4b5f80 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344600 May 27 18:40:50.060981 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a050-e147-4572-b865-b36387f0255a req-d9763c8a-d61c-43b5-8bc7-51a7c2a132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:50.062505 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-d9763c8a-d61c-43b5-8bc7-51a7c2a132b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 1097 time: 0.0792460 May 27 18:40:50.103425 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8db1d-248f-4773-93d2-71950e28328a req-182e76f2-8f48-4ac2-9428-5b3523832a7d tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:50.103425 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4dc8db1d-248f-4773-93d2-71950e28328a req-182e76f2-8f48-4ac2-9428-5b3523832a7d tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 944 time: 0.0807407 May 27 18:40:50.133941 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-afe93191-cc84-4432-b0b4-c1e63c6bdc3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 HTTP/1.1" status: 200 len: 217 time: 0.0637348 May 27 18:40:50.155348 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4dc8db1d-248f-4773-93d2-71950e28328a req-7cbc4245-38f6-4def-b96b-b5da9af5ea61 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 May 27 18:40:50.197006 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a050-e147-4572-b865-b36387f0255a req-9c8c5a08-04f7-4ad1-b008-4aa8268876da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:50.198346 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-9c8c5a08-04f7-4ad1-b008-4aa8268876da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=348cf814-cf3e-453b-9a64-d16633bcead9 HTTP/1.1" status: 200 len: 855 time: 0.0587068 May 27 18:40:50.248160 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-5ee27b4e-c14b-4a4c-ac6f-59ad2df85aa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51c28112-0768-4b70-8b4b-51f4ffc6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432110 May 27 18:40:50.383327 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-9c86272d-a26b-4385-b8d6-0ff1b84415c1 service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276293 May 27 18:40:50.513161 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b7d6a050-e147-4572-b865-b36387f0255a req-0a6d3eda-49db-4aa9-a61c-3b04be780a49 service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223950 May 27 18:40:51.398721 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c884de-6a17-40d5-93e9-3dc8550ec684 req-b76425d7-b3c4-4422-a8e8-c9611e0b3821 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:51.400208 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-41c884de-6a17-40d5-93e9-3dc8550ec684 req-b76425d7-b3c4-4422-a8e8-c9611e0b3821 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 944 time: 0.1364422 May 27 18:40:51.445602 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-41c884de-6a17-40d5-93e9-3dc8550ec684 req-0825b14f-922b-4ef9-b3c9-7b5300e9ec15 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390129 May 27 18:40:52.634439 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb1983-6f3c-4b47-9d99-7f4386b14d26 req-42fae2b3-55ad-4382-bd73-2f501cf2c728 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:52.635824 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7bfb1983-6f3c-4b47-9d99-7f4386b14d26 req-42fae2b3-55ad-4382-bd73-2f501cf2c728 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 944 time: 0.0798638 May 27 18:40:52.679237 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7bfb1983-6f3c-4b47-9d99-7f4386b14d26 req-1b6485f6-a2c3-45c4-9bdd-751daa1dedc3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 May 27 18:40:53.873563 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aec0fb-a271-4594-8c2a-546ecabfe0dd req-666ea0c9-71cf-446a-8610-a024c5f895fe tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:53.875109 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11aec0fb-a271-4594-8c2a-546ecabfe0dd req-666ea0c9-71cf-446a-8610-a024c5f895fe tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 944 time: 0.0844908 May 27 18:40:53.920927 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-11aec0fb-a271-4594-8c2a-546ecabfe0dd req-ada21077-b397-4deb-869d-7344ec9084aa tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 May 27 18:40:54.708576 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:40:54.849133 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:54.865525 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'port_id': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', 'mac_address': 'fa:16:3e:f5:97:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348cf814-cf3e-453b-9a64-d16633bcead9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:40:54.940602 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:54.967464 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:40:54.985633 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:55.046007 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:55.047788 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:55.113296 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:55.117233 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b6ce7-ad87-4614-95bb-c4489c9b80fd req-9ac779e9-f7fe-45c5-b493-a365ce1ad45b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:55.118824 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0a8b6ce7-ad87-4614-95bb-c4489c9b80fd req-9ac779e9-f7fe-45c5-b493-a365ce1ad45b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 945 time: 0.0851588 May 27 18:40:55.120935 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.121276 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.121612 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.121941 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.122264 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.122588 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.122909 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.123225 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.123570 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.123888 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.124202 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.124515 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:40:55.128406 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:55.170321 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0a8b6ce7-ad87-4614-95bb-c4489c9b80fd req-5e12bac1-f095-40af-a626-89aa08965699 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 May 27 18:40:55.423268 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:40:56.352670 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e9ffc-eba9-45fd-9528-e7d89e9d6805 req-2a0126d0-8378-4dd6-8cf2-743812d974af tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:56.354117 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e54e9ffc-eba9-45fd-9528-e7d89e9d6805 req-2a0126d0-8378-4dd6-8cf2-743812d974af tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 945 time: 0.0814254 May 27 18:40:56.398040 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e54e9ffc-eba9-45fd-9528-e7d89e9d6805 req-d2186d14-fd03-4fb0-831e-aeb7e1cb08e8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 May 27 18:40:56.732557 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:40:56.856902 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:40:56.861609 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:40:56.862016 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:56.993763 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:57.020390 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:40:57.030714 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:40:57.066019 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', 'code': 200} May 27 18:40:57.091315 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:40:57.093133 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:40:57.159500 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:40:57.162367 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:40:57.493181 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ff063-3197-466c-a9a6-08de9376b380 req-8a093445-cf48-46e0-bde6-af3ebfb8b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:57.494662 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-449ff063-3197-466c-a9a6-08de9376b380 req-8a093445-cf48-46e0-bde6-af3ebfb8b922 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 1099 time: 0.0700791 May 27 18:40:57.535569 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-449ff063-3197-466c-a9a6-08de9376b380 req-024d985f-2c2b-4fab-9219-6816367e8760 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 May 27 18:40:57.588214 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7946c-3cce-4735-990e-23bc2014f39c req-e045963b-d954-49c8-b8f9-348faa0e40ea tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:57.589629 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9df7946c-3cce-4735-990e-23bc2014f39c req-e045963b-d954-49c8-b8f9-348faa0e40ea tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 946 time: 0.0853410 May 27 18:40:57.634091 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-9df7946c-3cce-4735-990e-23bc2014f39c req-1d8f5ea0-314e-48b6-9620-1a5050a226b7 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389092 May 27 18:40:58.827904 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0472594-f70b-4920-b20e-634a96cf1b5b req-156c9c0f-5522-4736-8141-7c3cd40f9dca tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:40:58.829377 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f0472594-f70b-4920-b20e-634a96cf1b5b req-156c9c0f-5522-4736-8141-7c3cd40f9dca tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 946 time: 0.0838664 May 27 18:40:58.875754 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f0472594-f70b-4920-b20e-634a96cf1b5b req-8ed3b373-5ac7-4ff7-80b4-fd1fd28bceed tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 May 27 18:40:59.194368 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:00.064052 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9deb96-e79e-4005-b90d-c918d92da7df req-bd6d28a3-f756-4817-a64b-55435db3e94f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:00.065538 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6e9deb96-e79e-4005-b90d-c918d92da7df req-bd6d28a3-f756-4817-a64b-55435db3e94f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 946 time: 0.0878875 May 27 18:41:00.110079 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6e9deb96-e79e-4005-b90d-c918d92da7df req-0667312c-c191-4c4d-be32-b9243459004e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389767 May 27 18:41:02.324964 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-25a67c0c-568e-4b09-887e-1789e4815992 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:02.326330 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-25a67c0c-568e-4b09-887e-1789e4815992 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.1521299 May 27 18:41:02.341374 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-b8b4d522-cb9f-4e06-b99e-12e1fabd3ec4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/quotas/e29f02c3846947f3bccab1d630429dd3 HTTP/1.1" status: 200 len: 375 time: 0.0095818 May 27 18:41:02.424990 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-28ac950d-5ee6-4a15-b145-e1e994699e61 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787432 May 27 18:41:02.434945 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-121fc40a-1c7d-40f3-8c43-0357a5003d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:02.638950 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-2784743e-91d8-4bdc-8bc5-56f77c34a4da service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067072 May 27 18:41:02.770771 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-6a5e20a7-e292-412a-83ee-2817a36acc29 service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260560 May 27 18:41:04.027884 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-caca523c-ef80-447e-bf76-c5de28a01bea req-d8b10581-003b-4804-af27-f02f6bbb106c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 210 time: 0.0442333 May 27 18:41:04.841278 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:05.108921 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-00150eab-92da-4d28-8c53-83ca14221ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:05.190466 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e9e47497-835f-4157-b8eb-e0ac8dd83705 req-b21a7de6-457c-4c90-af6e-ca9e82fe21c4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 210 time: 0.0488396 May 27 18:41:06.131649 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:06.317576 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-609399c6-42f9-4818-8a1a-e010db559aba tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:06.319015 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-609399c6-42f9-4818-8a1a-e010db559aba tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.1607533 May 27 18:41:06.332508 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Request body: {'port': {'device_id': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'admin_state_up': True, 'tenant_id': 'e29f02c3846947f3bccab1d630429dd3'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:41:06.362321 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78a9392e-93c0-48e0-a8eb-23b060d9c108 req-3f94b281-5aac-4174-a55f-1f964be0938b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 210 time: 0.0546751 May 27 18:41:06.480373 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:41:06.484082 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Usage tracker for resource:port and tenant:e29f02c3846947f3bccab1d630429dd3 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:41:06.486837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:41:06.492556 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:41:06.583471 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Made reservation on behalf of e29f02c3846947f3bccab1d630429dd3 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:41:06.587610 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:06.863780 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Allocated IP 172.20.0.13 (51c28112-0768-4b70-8b4b-51f4ffc6c513/348cf814-cf3e-453b-9a64-d16633bcead9/4e80e2d4-7c24-4a89-bf57-d987495b3346) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:41:07.076309 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:41:07.076890 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:07.172021 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:07.179407 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a1977753-9777-4431-9318-8194459a7ba9 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:07.184428 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769', 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:41:07.246376 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:41:07.249559 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:41:07.252593 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:41:07.307940 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event updated for resources: {'Port': ['ID=4e80e2d4-7c24-4a89-bf57-d987495b3346,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:07.311162 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:07.329759 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:07.330363 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:07.406974 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0798590 May 27 18:41:07.420313 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-2c2da7a6-3b73-4339-ac7a-cea2bb9b345d tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:41:07.421544 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-2c2da7a6-3b73-4339-ac7a-cea2bb9b345d tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081913 May 27 18:41:07.488933 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Request body: {'port': {'device_id': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:41:07.558406 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b9744-5098-4592-931f-b99f283cbf36 req-5e94d138-b662-4350-8bb4-b746b269008f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:07.559886 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a29b9744-5098-4592-931f-b99f283cbf36 req-5e94d138-b662-4350-8bb4-b746b269008f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 932 time: 0.0850933 May 27 18:41:07.602435 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:07.605521 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a29b9744-5098-4592-931f-b99f283cbf36 req-4eda1af9-cca6-4208-a892-349606f0837a tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 May 27 18:41:07.697755 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:07.946972 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e80e2d4-7c24-4a89-bf57-d987495b3346 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:41:07.954648 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:07.968350 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Transition to ACTIVE for port object 4e80e2d4-7c24-4a89-bf57-d987495b3346 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:41:08.080044 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:08.083953 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-aa544d3d-7c15-46bc-8107-cf2a75af68b9 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:08.208990 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e80e2d4-7c24-4a89-bf57-d987495b3346,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:08.235936 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:08.313214 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Attempting to bind port 4e80e2d4-7c24-4a89-bf57-d987495b3346 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:41:08.313475 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Attempting to bind port 4e80e2d4-7c24-4a89-bf57-d987495b3346 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:41:08.313805 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Attempting to bind port 4e80e2d4-7c24-4a89-bf57-d987495b3346 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:41:08.318304 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Port 4e80e2d4-7c24-4a89-bf57-d987495b3346 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:41:08.318616 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Attempting to bind port 4e80e2d4-7c24-4a89-bf57-d987495b3346 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:41:08.323777 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:41:08.324109 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Checking segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:41:08.324488 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Bound using segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:41:08.324942 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Bound port: 4e80e2d4-7c24-4a89-bf57-d987495b3346, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:41:08.325284 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:08.421783 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] For port 4e80e2d4-7c24-4a89-bf57-d987495b3346, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:41:08.425559 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] For port 4e80e2d4-7c24-4a89-bf57-d987495b3346, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4e80e2d4-7c24-4a89-bf57-d987495b3346,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:41:08.491093 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:08.494638 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-964314b5-fe5d-49a7-afa7-f93031d4a0b0 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:08.552083 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:08.552686 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:08.554042 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] 10.222.0.47 "PUT /v2.0/ports/4e80e2d4-7c24-4a89-bf57-d987495b3346 HTTP/1.1" status: 200 len: 1094 time: 1.1255777 May 27 18:41:08.554530 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'tag': '4e80e2d4-7c24-4a89-bf57-d987495b3346'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:41:08.574750 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e80e2d4-7c24-4a89-bf57-d987495b3346,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:08.577265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:08.611395 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'tag': '4e80e2d4-7c24-4a89-bf57-d987495b3346', 'status': 'completed', 'code': 200} May 27 18:41:08.722403 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c453f-0ecf-4794-84df-9334f3dae408 req-b53fa328-f746-4c5f-bc8e-fe819abee168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:08.723808 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4f2c453f-0ecf-4794-84df-9334f3dae408 req-b53fa328-f746-4c5f-bc8e-fe819abee168 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 1097 time: 0.0764866 May 27 18:41:08.797333 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68107-80f9-4866-ace2-4e15eaa807ed req-f0fdede8-fb2e-4242-9aa2-0387c820219c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:08.798770 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-27e68107-80f9-4866-ace2-4e15eaa807ed req-f0fdede8-fb2e-4242-9aa2-0387c820219c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 944 time: 0.0840323 May 27 18:41:08.845752 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-27e68107-80f9-4866-ace2-4e15eaa807ed req-48b9275b-1ffe-45dd-a9b9-2e568968c4fe tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 May 27 18:41:08.953808 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c453f-0ecf-4794-84df-9334f3dae408 req-b228410c-fa8f-4842-85ec-e40ed393c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:08.955250 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4f2c453f-0ecf-4794-84df-9334f3dae408 req-b228410c-fa8f-4842-85ec-e40ed393c1d0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e29f02c3846947f3bccab1d630429dd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1365931 May 27 18:41:09.186315 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c453f-0ecf-4794-84df-9334f3dae408 req-3448e873-3144-43f7-aa87-cf47d95b008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:09.187853 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4f2c453f-0ecf-4794-84df-9334f3dae408 req-3448e873-3144-43f7-aa87-cf47d95b008f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265697 May 27 18:41:09.318603 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-d996cf8c-8d7a-454b-b6f8-557b0199ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:09.320083 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-d996cf8c-8d7a-454b-b6f8-557b0199ae06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 1097 time: 0.0711799 May 27 18:41:09.395338 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-07d69e06-b469-4a58-9c0f-973d767ef7f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e80e2d4-7c24-4a89-bf57-d987495b3346 HTTP/1.1" status: 200 len: 217 time: 0.0649529 May 27 18:41:09.457991 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-52720bb5-4eab-401f-acbc-11a79f6e919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:09.459316 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-52720bb5-4eab-401f-acbc-11a79f6e919f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=348cf814-cf3e-453b-9a64-d16633bcead9 HTTP/1.1" status: 200 len: 855 time: 0.0584853 May 27 18:41:09.514589 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-c76fdda2-6010-4e03-8dbf-db78055452e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51c28112-0768-4b70-8b4b-51f4ffc6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426538 May 27 18:41:09.645890 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-703f849d-a6a2-4868-b446-727e373d0a0c service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252911 May 27 18:41:09.789912 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5066ea0d-c934-49b0-ad01-8083f54163c3 req-c082f107-d7fd-4054-b402-5ce858e45f24 service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243205 May 27 18:41:10.179386 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ad8ba-f53c-47bd-954b-6a170393467b req-cbbe4fe3-6498-4382-be1f-58f1a08956a8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:10.181123 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1d0ad8ba-f53c-47bd-954b-6a170393467b req-cbbe4fe3-6498-4382-be1f-58f1a08956a8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 944 time: 0.0813613 May 27 18:41:10.225975 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1d0ad8ba-f53c-47bd-954b-6a170393467b req-1a480f9c-dc35-4d95-a119-84eda11d2e4d tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 May 27 18:41:11.432766 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc25844-6224-40f8-a18a-54a1f2b20c05 req-5dce8565-5233-421a-b02f-7300c357c6a1 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:11.444820 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2fc25844-6224-40f8-a18a-54a1f2b20c05 req-5dce8565-5233-421a-b02f-7300c357c6a1 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 944 time: 0.1022513 May 27 18:41:11.480929 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2fc25844-6224-40f8-a18a-54a1f2b20c05 req-76ef41f0-a1b3-4d5b-b7b7-6ac5f97b0920 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 May 27 18:41:12.673856 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bebb4-ce3f-47c2-9d89-d358263164c8 req-ff529bbe-deca-44b0-90d7-fb04a87d6347 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:12.675264 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-064bebb4-ce3f-47c2-9d89-d358263164c8 req-ff529bbe-deca-44b0-90d7-fb04a87d6347 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 944 time: 0.0813143 May 27 18:41:12.722182 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-064bebb4-ce3f-47c2-9d89-d358263164c8 req-57289ae5-092f-4ff6-90d6-30f1c95ff446 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407083 May 27 18:41:12.766064 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4e80e2d4-7c24-4a89-bf57-d987495b3346 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:41:12.907302 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 4e80e2d4-7c24-4a89-bf57-d987495b3346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4e80e2d4-7c24-4a89-bf57-d987495b3346,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:12.920499 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': '4e80e2d4-7c24-4a89-bf57-d987495b3346', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'port_id': '4e80e2d4-7c24-4a89-bf57-d987495b3346', 'mac_address': 'fa:16:3e:ef:75:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348cf814-cf3e-453b-9a64-d16633bcead9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:41:12.976852 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:12.993693 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e80e2d4-7c24-4a89-bf57-d987495b3346 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:41:13.009612 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 4e80e2d4-7c24-4a89-bf57-d987495b3346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4e80e2d4-7c24-4a89-bf57-d987495b3346,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:13.160275 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:13.163079 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:13.263550 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=4e80e2d4-7c24-4a89-bf57-d987495b3346,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:13.266418 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:13.609556 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['4e80e2d4-7c24-4a89-bf57-d987495b3346'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:41:13.927600 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca22ac-482f-4980-ace2-38ed13979313 req-651b9088-ee01-4253-b8c4-26bcb630cddc tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:13.929131 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f1ca22ac-482f-4980-ace2-38ed13979313 req-651b9088-ee01-4253-b8c4-26bcb630cddc tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 945 time: 0.0987236 May 27 18:41:13.973879 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f1ca22ac-482f-4980-ace2-38ed13979313 req-6e54ca04-af64-4830-a48a-cc87a8b404c3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 May 27 18:41:14.783670 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4e80e2d4-7c24-4a89-bf57-d987495b3346 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:41:14.937332 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port 4e80e2d4-7c24-4a89-bf57-d987495b3346 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:41:14.942343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port 4e80e2d4-7c24-4a89-bf57-d987495b3346 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:41:14.942726 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:15.062701 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:15.092875 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80e2d4-7c24-4a89-bf57-d987495b3346'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:41:15.102978 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port 4e80e2d4-7c24-4a89-bf57-d987495b3346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4e80e2d4-7c24-4a89-bf57-d987495b3346,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:15.142821 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e80e2d4-7c24-4a89-bf57-d987495b3346', 'code': 200} May 27 18:41:15.176314 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ec09f-4b47-49c9-ab17-aaf24d0152be req-97a633e5-0659-4162-ac2e-7cc7ea744bd3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:15.177769 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e60ec09f-4b47-49c9-ab17-aaf24d0152be req-97a633e5-0659-4162-ac2e-7cc7ea744bd3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 945 time: 0.0823231 May 27 18:41:15.182875 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:15.184746 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:15.227205 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e60ec09f-4b47-49c9-ab17-aaf24d0152be req-d0e4e227-6617-47a8-a611-70943b13f327 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428035 May 27 18:41:15.250224 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=4e80e2d4-7c24-4a89-bf57-d987495b3346,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:15.253269 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:15.517965 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eeb6c9-81fb-48b9-9508-d101cfc1d64f req-73f91004-2584-4c7e-b16f-c849b92014a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:15.519353 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c4eeb6c9-81fb-48b9-9508-d101cfc1d64f req-73f91004-2584-4c7e-b16f-c849b92014a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 1099 time: 0.0701771 May 27 18:41:15.569636 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c4eeb6c9-81fb-48b9-9508-d101cfc1d64f req-dae8097f-9034-4a2f-bbfe-737f2921462c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 May 27 18:41:16.413734 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ceb84-5581-465f-8e45-9c0f06b8a7f1 req-c33111b5-06fa-420c-8f2d-483c6574ad35 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:16.415185 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-801ceb84-5581-465f-8e45-9c0f06b8a7f1 req-c33111b5-06fa-420c-8f2d-483c6574ad35 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 946 time: 0.0804877 May 27 18:41:16.460020 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-801ceb84-5581-465f-8e45-9c0f06b8a7f1 req-df8ccdef-6a2f-4620-b8fc-b013f21fc730 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384824 May 27 18:41:17.644019 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d82d9b-399f-4f2c-b05c-4933bcd7a84d req-4b7f7e8d-9930-4701-91e7-8c75bb821be1 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:17.645436 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e5d82d9b-399f-4f2c-b05c-4933bcd7a84d req-4b7f7e8d-9930-4701-91e7-8c75bb821be1 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 946 time: 0.0830462 May 27 18:41:17.690154 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e5d82d9b-399f-4f2c-b05c-4933bcd7a84d req-0b503011-e412-4a15-a046-9783def5d8e6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391746 May 27 18:41:25.984840 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-2872be40-2c16-40c9-b573-6a2f06040a48 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:25.986181 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-2872be40-2c16-40c9-b573-6a2f06040a48 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.1472049 May 27 18:41:26.000958 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-bf4106e5-e4fa-478c-84da-e7a6e297749a tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/quotas/e29f02c3846947f3bccab1d630429dd3 HTTP/1.1" status: 200 len: 375 time: 0.0094099 May 27 18:41:26.084042 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-159658ab-88f8-411b-831b-ceceffabddd3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782924 May 27 18:41:26.094996 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-71ad6fc0-f1a9-475f-b857-18d81268a237 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:41:26.095935 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-71ad6fc0-f1a9-475f-b857-18d81268a237 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054119 May 27 18:41:26.238804 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-de09b498-a377-44b3-91f4-73df4ba0355c service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376417 May 27 18:41:26.449930 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-ce21cc50-f1b9-4f0a-a29a-cc4112364e0e service neutron] 10.222.0.36 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053399 May 27 18:41:26.721192 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f7b71d05-438d-411b-8702-6f3a23ce9d1d req-1ff414ff-2de1-46e9-8af4-f7a280c5e02b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 210 time: 0.0467310 May 27 18:41:27.872346 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f8026d81-9bad-4009-8293-e2c8085cb185 req-1b51f479-83f9-415d-bba8-5f8418742b03 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 210 time: 0.0436802 May 27 18:41:28.987867 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-b33e1e96-aac6-4876-b3c6-980e9228dcfb tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:28.989318 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-b33e1e96-aac6-4876-b3c6-980e9228dcfb tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 815 time: 0.1526549 May 27 18:41:29.007228 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Request body: {'port': {'device_id': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'admin_state_up': True, 'tenant_id': 'e29f02c3846947f3bccab1d630429dd3'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:41:29.028231 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-cb7b80d9-226f-4287-af9b-3380fd50ab45 req-fc33bdb5-8eda-472f-95b7-5a9e3b2de44c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 210 time: 0.0433605 May 27 18:41:29.147914 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:41:29.151654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Usage tracker for resource:port and tenant:e29f02c3846947f3bccab1d630429dd3 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:41:29.154505 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:41:29.160333 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:41:29.199941 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:29.257113 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Made reservation on behalf of e29f02c3846947f3bccab1d630429dd3 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:41:29.260633 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:29.427093 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Allocated IP 172.20.0.2 (51c28112-0768-4b70-8b4b-51f4ffc6c513/348cf814-cf3e-453b-9a64-d16633bcead9/d46224cd-8949-431f-ad2b-23d10021b298) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:41:29.640910 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:29.725767 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:29.731503 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:29.741389 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769', 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', '4e80e2d4-7c24-4a89-bf57-d987495b3346'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:41:29.804319 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Network 51c28112-0768-4b70-8b4b-51f4ffc6c513 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:41:29.807797 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:41:29.811845 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:41:29.846825 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event updated for resources: {'Port': ['ID=d46224cd-8949-431f-ad2b-23d10021b298,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:29.864204 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.864567 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.864927 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.865282 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.865619 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.865970 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.866314 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.866654 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.866988 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.867330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.867690 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.868025 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:29.874231 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:29.890459 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:29.898323 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:30.006292 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0027788 May 27 18:41:30.019812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Request body: {'port': {'device_id': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:41:30.136688 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:30.218021 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbba26f-33eb-4449-bf85-1ad571f6aca4 req-62612f34-e7f2-4ede-9048-bde34513ea57 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:30.219513 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ddbba26f-33eb-4449-bf85-1ad571f6aca4 req-62612f34-e7f2-4ede-9048-bde34513ea57 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 931 time: 0.0830221 May 27 18:41:30.267322 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ddbba26f-33eb-4449-bf85-1ad571f6aca4 req-f9431d9f-7943-46f2-9619-62f6a3bd24d6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 May 27 18:41:30.573047 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46224cd-8949-431f-ad2b-23d10021b298 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:41:30.580633 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:30.594706 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Transition to ACTIVE for port object d46224cd-8949-431f-ad2b-23d10021b298 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:41:30.667897 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:30.672592 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-39706d52-d141-4206-bbd5-7338d47088e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:30.818120 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Pushing event updated for resources: {'Port': ['ID=d46224cd-8949-431f-ad2b-23d10021b298,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:30.825344 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:30.897300 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Attempting to bind port d46224cd-8949-431f-ad2b-23d10021b298 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:41:30.897623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Attempting to bind port d46224cd-8949-431f-ad2b-23d10021b298 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:41:30.897960 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Attempting to bind port d46224cd-8949-431f-ad2b-23d10021b298 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:41:30.902482 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Port d46224cd-8949-431f-ad2b-23d10021b298 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:41:30.902791 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Attempting to bind port d46224cd-8949-431f-ad2b-23d10021b298 on network 51c28112-0768-4b70-8b4b-51f4ffc6c513 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:41:30.907885 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:41:30.912868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Checking segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:41:30.912868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Bound using segment: {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:41:30.912868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Bound port: d46224cd-8949-431f-ad2b-23d10021b298, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96acd959-fe7e-4a63-be2e-de3b1b9527a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:41:30.912868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:31.002043 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] For port d46224cd-8949-431f-ad2b-23d10021b298, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:41:31.004918 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] For port d46224cd-8949-431f-ad2b-23d10021b298, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d46224cd-8949-431f-ad2b-23d10021b298,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:41:31.074433 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:31.079075 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a5b34961-ee75-4a4e-9e59-188176b830fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:31.138565 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:31.139407 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:31.140750 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] 10.222.0.47 "PUT /v2.0/ports/d46224cd-8949-431f-ad2b-23d10021b298 HTTP/1.1" status: 200 len: 1093 time: 1.1250052 May 27 18:41:31.141241 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'tag': 'd46224cd-8949-431f-ad2b-23d10021b298'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:41:31.167252 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Pushing event updated for resources: {'Port': ['ID=d46224cd-8949-431f-ad2b-23d10021b298,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:31.170901 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9ca1b649-b473-459e-b479-980a936f3464 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:31.272215 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'tag': 'd46224cd-8949-431f-ad2b-23d10021b298', 'status': 'completed', 'code': 200} May 27 18:41:31.314593 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-f0cf2e14-208c-4502-a001-3fb3b701fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:31.316145 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-f0cf2e14-208c-4502-a001-3fb3b701fe9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 1096 time: 0.0766208 May 27 18:41:31.391236 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-a0ebe40e-bb7b-4425-bdc6-04be4371c3fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d46224cd-8949-431f-ad2b-23d10021b298 HTTP/1.1" status: 200 len: 217 time: 0.0672560 May 27 18:41:31.454293 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-05036fdf-0410-4796-ab03-8faebf80f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:31.455750 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-05036fdf-0410-4796-ab03-8faebf80f039 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=348cf814-cf3e-453b-9a64-d16633bcead9 HTTP/1.1" status: 200 len: 855 time: 0.0579345 May 27 18:41:31.462505 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74497e18-23ce-4bc6-9663-52afb5654ad8 req-9378e661-a712-4c3a-8236-edc73d900929 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:31.463978 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-74497e18-23ce-4bc6-9663-52afb5654ad8 req-9378e661-a712-4c3a-8236-edc73d900929 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 943 time: 0.0842280 May 27 18:41:31.502592 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-9fd0dc4f-60e2-49ec-9b40-57464d32ddc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51c28112-0768-4b70-8b4b-51f4ffc6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410132 May 27 18:41:31.513362 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-74497e18-23ce-4bc6-9663-52afb5654ad8 req-193a02ce-c67b-4fc5-8546-84cd3b96a835 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 May 27 18:41:31.632396 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-40d36787-6f39-49f2-aaba-28611f743410 service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229849 May 27 18:41:31.764817 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-5a421a55-c540-4b5e-9c31-d409db87dd41 req-f7eb9baf-890a-410a-9331-410883353c6c service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229944 May 27 18:41:31.931037 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-aabb925b-5ced-42ff-91da-a40921746a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:31.932519 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-aabb925b-5ced-42ff-91da-a40921746a65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e29f02c3846947f3bccab1d630429dd3&device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 1096 time: 0.0752797 May 27 18:41:32.065257 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-1cb33ecb-63eb-4f9e-8d4c-7c9f8174138e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:32.066589 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-1cb33ecb-63eb-4f9e-8d4c-7c9f8174138e service neutron] 10.222.0.47 "GET /v2.0/networks?id=51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 200 len: 916 time: 0.1244144 May 27 18:41:32.134386 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-81a6a171-47db-4721-a2f8-67488668ca1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d46224cd-8949-431f-ad2b-23d10021b298 HTTP/1.1" status: 200 len: 217 time: 0.0587814 May 27 18:41:32.288603 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-808a2f41-b128-4659-b7ef-90489c6cc7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:32.290008 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-808a2f41-b128-4659-b7ef-90489c6cc7fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=348cf814-cf3e-453b-9a64-d16633bcead9 HTTP/1.1" status: 200 len: 855 time: 0.1492679 May 27 18:41:32.338475 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-a3985576-34ec-4be9-8273-8a62b9afaadf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=51c28112-0768-4b70-8b4b-51f4ffc6c513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385158 May 27 18:41:32.451725 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d94dc8d0-3de9-49cb-84e3-e21158114b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:32.474098 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-c34277f3-90ab-4c9f-bd63-8afc82084c95 service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290081 May 27 18:41:32.611824 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-551ef139-134a-468a-8fa6-048fc84c0d9e req-650a3a95-700a-45c8-ac24-f06b6ea2e15a service neutron] 10.222.0.47 "GET /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275406 May 27 18:41:32.709317 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636f8cb-6161-43b5-8e96-5edac427d393 req-1af66bfb-c249-4648-872e-ca5805144294 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:32.710767 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7636f8cb-6161-43b5-8e96-5edac427d393 req-1af66bfb-c249-4648-872e-ca5805144294 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 943 time: 0.0842385 May 27 18:41:32.755676 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7636f8cb-6161-43b5-8e96-5edac427d393 req-4faa909b-85a3-4d16-8d70-a5f6d33db312 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 May 27 18:41:33.943726 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb10df-2637-4a6e-bb06-75461ab9a825 req-155fc21c-8278-4af9-8dd6-287fd210159e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:33.945164 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a3eb10df-2637-4a6e-bb06-75461ab9a825 req-155fc21c-8278-4af9-8dd6-287fd210159e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 943 time: 0.0842474 May 27 18:41:33.990177 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-a3eb10df-2637-4a6e-bb06-75461ab9a825 req-365919c9-c9c0-4b6c-a5ac-cb30ffcbe89f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394390 May 27 18:41:34.805458 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:34.919101 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d46224cd-8949-431f-ad2b-23d10021b298 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:41:35.064500 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d46224cd-8949-431f-ad2b-23d10021b298, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d46224cd-8949-431f-ad2b-23d10021b298,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:35.077343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'd46224cd-8949-431f-ad2b-23d10021b298', 'network_id': '51c28112-0768-4b70-8b4b-51f4ffc6c513', 'port_id': 'd46224cd-8949-431f-ad2b-23d10021b298', 'mac_address': 'fa:16:3e:02:a0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348cf814-cf3e-453b-9a64-d16633bcead9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:41:35.107406 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-407895bc-2b46-4ca3-befb-2be252ae6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:35.136364 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:35.152974 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46224cd-8949-431f-ad2b-23d10021b298 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:41:35.173791 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d46224cd-8949-431f-ad2b-23d10021b298, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d46224cd-8949-431f-ad2b-23d10021b298,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:35.185737 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ae1ba-70c4-4cae-8280-b9d07402639d req-71d94149-ea09-4ba4-b2ee-f72867d01b83 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:35.188204 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c12ae1ba-70c4-4cae-8280-b9d07402639d req-71d94149-ea09-4ba4-b2ee-f72867d01b83 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 943 time: 0.0879624 May 27 18:41:35.232482 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c12ae1ba-70c4-4cae-8280-b9d07402639d req-8239aebf-fbd6-43e1-9ba1-e3dcbbdb9318 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 May 27 18:41:35.240074 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:35.243697 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:35.307845 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=d46224cd-8949-431f-ad2b-23d10021b298,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:35.310743 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:35.612127 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['d46224cd-8949-431f-ad2b-23d10021b298'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:41:36.097291 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:36.420413 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63964339-9782-4cc3-8ff6-4eb780d21c2f req-35142d56-d4d5-4f6e-8001-67640486457b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:36.422336 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-63964339-9782-4cc3-8ff6-4eb780d21c2f req-35142d56-d4d5-4f6e-8001-67640486457b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 944 time: 0.0862164 May 27 18:41:36.467141 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-63964339-9782-4cc3-8ff6-4eb780d21c2f req-feb557a0-f19e-49f6-8fae-aa9c8a5fb0af tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392351 May 27 18:41:36.922848 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d46224cd-8949-431f-ad2b-23d10021b298 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:41:37.096873 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port d46224cd-8949-431f-ad2b-23d10021b298 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:41:37.101802 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port d46224cd-8949-431f-ad2b-23d10021b298 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:41:37.102358 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:37.226643 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:37.253399 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46224cd-8949-431f-ad2b-23d10021b298'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:41:37.267770 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d46224cd-8949-431f-ad2b-23d10021b298, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d46224cd-8949-431f-ad2b-23d10021b298,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:37.331212 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:37.333324 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:37.369060 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46224cd-8949-431f-ad2b-23d10021b298', 'code': 200} May 27 18:41:37.404396 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=d46224cd-8949-431f-ad2b-23d10021b298,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:37.407907 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:37.659712 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f7033-5b3f-41d2-a2ae-99c0593aa68d req-f8509d49-fb39-4b28-9731-08ce7c99ebd6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:37.661495 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd5f7033-5b3f-41d2-a2ae-99c0593aa68d req-f8509d49-fb39-4b28-9731-08ce7c99ebd6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 945 time: 0.0878189 May 27 18:41:37.691449 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:37.707802 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-fd5f7033-5b3f-41d2-a2ae-99c0593aa68d req-93cb4e44-293c-420b-a32e-940997c7a5c9 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 May 27 18:41:37.746605 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2100add-2280-4eac-9559-cb9aea285001 req-34d6a108-1017-4079-9a74-d8a8178a97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:37.748115 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d2100add-2280-4eac-9559-cb9aea285001 req-34d6a108-1017-4079-9a74-d8a8178a97cc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 1098 time: 0.0747933 May 27 18:41:37.789705 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-d2100add-2280-4eac-9559-cb9aea285001 req-cee3c7ca-815e-4f2d-ab45-4660032661f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341957 May 27 18:41:38.899550 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f33b0-06d0-4fee-b94c-4b5e9471ae10 req-ca8fb223-9fde-40c6-9f18-9f960e2495ad tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:38.901248 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4a2f33b0-06d0-4fee-b94c-4b5e9471ae10 req-ca8fb223-9fde-40c6-9f18-9f960e2495ad tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 945 time: 0.0861859 May 27 18:41:38.946795 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-4a2f33b0-06d0-4fee-b94c-4b5e9471ae10 req-3d83b7dc-85b0-4c82-be3d-eca62fc3efb2 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 May 27 18:41:39.329172 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b17375-580e-4461-9db8-59e7d4fb1fa9 req-4abab99a-4e0f-4de3-a91a-501137231162 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:39.330639 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b0b17375-580e-4461-9db8-59e7d4fb1fa9 req-4abab99a-4e0f-4de3-a91a-501137231162 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 946 time: 0.0811608 May 27 18:41:39.378729 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b0b17375-580e-4461-9db8-59e7d4fb1fa9 req-ba59abdd-7013-471c-a5c1-9abc303c74f2 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424159 May 27 18:41:40.132773 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112713e2-5746-4aa4-a5aa-fc7e8ffb752d req-55407599-49c9-4596-a460-0835971611b9 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:40.134147 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-112713e2-5746-4aa4-a5aa-fc7e8ffb752d req-55407599-49c9-4596-a460-0835971611b9 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 945 time: 0.0811555 May 27 18:41:40.177918 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-112713e2-5746-4aa4-a5aa-fc7e8ffb752d req-01e47397-32d3-4f74-9516-2eecb78c3c32 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380454 May 27 18:41:40.568039 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd13f61-91ef-4900-9618-fea5fb69ea5a req-11024a27-c07f-4571-9aac-b7c6fcfd092f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:40.569484 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6bd13f61-91ef-4900-9618-fea5fb69ea5a req-11024a27-c07f-4571-9aac-b7c6fcfd092f tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 946 time: 0.0833647 May 27 18:41:40.614244 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6bd13f61-91ef-4900-9618-fea5fb69ea5a req-aa94d024-0e6a-4cd5-b151-e2c5abd6fe3d tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390167 May 27 18:41:41.626011 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-4525a1e3-4bdf-443b-8879-15cd06544418 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:41.626696 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-4525a1e3-4bdf-443b-8879-15cd06544418 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Synchronizing usage tracker for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:41:41.737208 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-4525a1e3-4bdf-443b-8879-15cd06544418 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Unset dirty status for tenant:5d1b6c6db54445fe85fcff4236a8ac5d on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:41:41.738303 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-4525a1e3-4bdf-443b-8879-15cd06544418 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 946 time: 0.1895282 May 27 18:41:41.805565 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27a9b7-ad6c-4de0-bff1-0399306a1b62 req-a2477d58-cce2-4b09-998e-3ca69a5cfc15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:41.807015 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0f27a9b7-ad6c-4de0-bff1-0399306a1b62 req-a2477d58-cce2-4b09-998e-3ca69a5cfc15 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 946 time: 0.0813305 May 27 18:41:41.852780 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0f27a9b7-ad6c-4de0-bff1-0399306a1b62 req-20f0d145-3a85-4fc7-a047-31594e0bc6f4 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups?id=843915f4-9f52-4f2f-8882-98bc5af17145&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399992 May 27 18:41:41.882932 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Deleting port a3974719-9c57-4782-9aae-359bddeb42df {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:41.883265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:42.034001 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] For port a3974719-9c57-4782-9aae-359bddeb42df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a3974719-9c57-4782-9aae-359bddeb42df,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:42.034345 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:42.347563 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:42.347933 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-515816'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:42.348245 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.l3_db [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Floating IP 438ab81e-71cf-4daf-a3bf-b5f93ab8396f disassociated. External IP: 172.28.0.217, port: a3974719-9c57-4782-9aae-359bddeb42df. May 27 18:41:42.348581 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Calling delete_port for a3974719-9c57-4782-9aae-359bddeb42df owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:42.531177 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:42.537836 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0d242583-4a03-44cb-8177-60af47141430 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:42.580923 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event deleted for resources: {'Port': ['ID=a3974719-9c57-4782-9aae-359bddeb42df,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:42.584261 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:42.768330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Router ef369922-a760-407b-914c-50154be4d084 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:41:43.023883 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-2555c86d-43cd-4afe-96bd-f8657ffc0393 req-aa7103c4-1bee-4372-9732-c974c4cf7a71 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 210 time: 0.0598319 May 27 18:41:43.068652 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:41:43.080291 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] Sync routers for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:41:43.091857 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:41:43.092462 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:41:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:43.144680 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] No DVR routers for this DVR port a3974719-9c57-4782-9aae-359bddeb42df on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:41:43.147226 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:43.149799 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'name': 'network-vif-deleted', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:41:43.204326 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a', 'name': 'network-vif-deleted', 'tag': 'a3974719-9c57-4782-9aae-359bddeb42df', 'status': 'completed', 'code': 200} May 27 18:41:43.269060 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-f1140e69-6162-4c22-8281-31ce9daf8430 req-3182b9f4-961f-4cef-b4ed-57b8089f5ffc tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.47 "DELETE /v2.0/ports/a3974719-9c57-4782-9aae-359bddeb42df HTTP/1.1" status: 204 len: 173 time: 1.5245955 May 27 18:41:43.280459 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:41:43.627383 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:43.631174 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] Checking router: ef369922-a760-407b-914c-50154be4d084 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:41:43.639331 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:41:43.639943 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:41:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:43.817587 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:41:44.077300 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:41:44.139691 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:44.144297 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2894028b-12ff-423c-b95d-263ba98c9c49 None None] The sync data for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb is: [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:34:07Z', 'revision_number': 4, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb', '_interfaces': [{'id': '51e1daa4-446f-4d5e-9797-d89eff7e3cdf', 'name': '', 'network_id': '16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'mac_address': 'fa:16:3e:02:03:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:07Z', 'updated_at': '2021-05-27T18:34:13Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'subnets': [{'id': 'b8ab5816-9c80-4298-857e-c7f11cdcb889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:41:44.195964 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f9a6cc08-ac92-475f-9593-75002cd1b931 req-4c076cb6-a139-48b1-83e0-6b15b1d42677 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/ports?device_id=2dcf7797-f66a-4c2e-9ad8-c5883eb1df8a HTTP/1.1" status: 200 len: 210 time: 0.0512311 May 27 18:41:44.371251 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bd7326-98cb-4e9a-9be7-f9023ffb63f3 None None] New status for floating IP 438ab81e-71cf-4daf-a3bf-b5f93ab8396f: DOWN {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 18:41:44.969858 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device a3974719-9c57-4782-9aae-359bddeb42df no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:41:45.003968 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: a3974719-9c57-4782-9aae-359bddeb42df {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:41:45.004215 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device a3974719-9c57-4782-9aae-359bddeb42df not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:41:45.394521 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47362) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:45.463616 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:45.491200 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:45.633575 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:45.637682 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-01afd5e3-83c1-4cf2-bc7e-160986f327e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:45.653130 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843915f4-9f52-4f2f-8882-98bc5af17145,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:45.666382 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.666751 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.667110 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.667491 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.667841 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.668189 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.668574 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.668919 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.669267 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.669604 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.669941 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.670277 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:45.673931 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:45.737109 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:45.738248 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "DELETE /v2.0/security-groups/843915f4-9f52-4f2f-8882-98bc5af17145 HTTP/1.1" status: 204 len: 168 time: 0.3426535 May 27 18:41:45.741015 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47366) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:45.757583 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.api.v2.resource [None req-85cd8a3d-6e3c-4752-8085-12abe16f071e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] show failed (client error): The resource could not be found. May 27 18:41:45.758603 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-85cd8a3d-6e3c-4752-8085-12abe16f071e tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "GET /v2.0/security-groups/843915f4-9f52-4f2f-8882-98bc5af17145 HTTP/1.1" status: 404 len: 347 time: 0.0166147 May 27 18:41:45.763613 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47370) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:46.071092 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Deleting port e8e3e7cc-bb3d-462e-8a8b-c2780edf390d {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:46.071467 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:46.192263 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:46.192581 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:46.317864 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Calling delete_port for e8e3e7cc-bb3d-462e-8a8b-c2780edf390d owned by network:floatingip {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:46.503121 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:46.508115 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-22d3092d-a886-407c-a162-44d18ae551ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:46.556771 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Pushing event deleted for resources: {'Port': ['ID=e8e3e7cc-bb3d-462e-8a8b-c2780edf390d,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:46.583834 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:46.647263 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks [] for floatingip, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:46.660965 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for floatingip, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:46.662120 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-d6ebda91-92c0-45e1-878f-45840f6c2bdf tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] 10.222.0.36 "DELETE /v2.0/floatingips/438ab81e-71cf-4daf-a3bf-b5f93ab8396f HTTP/1.1" status: 204 len: 168 time: 0.8976367 May 27 18:41:50.022199 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a56ac2-a59d-4951-88b2-081877cdfd2b req-3ac1d1f4-1b58-4ea7-aea1-f9359767c070 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:50.023769 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c6a56ac2-a59d-4951-88b2-081877cdfd2b req-3ac1d1f4-1b58-4ea7-aea1-f9359767c070 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 945 time: 0.0864153 May 27 18:41:50.069157 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c6a56ac2-a59d-4951-88b2-081877cdfd2b req-a4488328-fc0e-4e0b-a41c-79563c6f3801 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396514 May 27 18:41:51.161737 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47428) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:51.271480 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4789139-6c4b-4ce1-9a54-9e762a2fed86 req-fc63afb0-b279-495a-9555-e1e155096b0a tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:51.272873 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4789139-6c4b-4ce1-9a54-9e762a2fed86 req-fc63afb0-b279-495a-9555-e1e155096b0a tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 945 time: 0.0988882 May 27 18:41:51.395620 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b4789139-6c4b-4ce1-9a54-9e762a2fed86 req-485b7352-7f8d-4365-a38b-adc874b4a0e0 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170304 May 27 18:41:51.849154 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-404218'] for router_interface, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:52.135698 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-b42b79a0-f119-4462-9ee0-1e83a9512ac8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:52.136307 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-b42b79a0-f119-4462-9ee0-1e83a9512ac8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Synchronizing usage tracker for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:41:52.245131 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-b42b79a0-f119-4462-9ee0-1e83a9512ac8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Unset dirty status for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:41:52.246308 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-b42b79a0-f119-4462-9ee0-1e83a9512ac8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 945 time: 0.1888039 May 27 18:41:52.362486 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Deleting port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:52.363101 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:52.386718 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Deleting port d46224cd-8949-431f-ad2b-23d10021b298 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:52.386972 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:52.496816 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] For port 51e1daa4-446f-4d5e-9797-d89eff7e3cdf, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:52.497217 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:52.531432 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] For port d46224cd-8949-431f-ad2b-23d10021b298, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d46224cd-8949-431f-ad2b-23d10021b298,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:52.531774 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:52.656150 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Calling delete_port for d46224cd-8949-431f-ad2b-23d10021b298 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:52.663941 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Calling delete_port for 51e1daa4-446f-4d5e-9797-d89eff7e3cdf owned by network:router_interface {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:52.718755 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeb953-276e-4caf-bc92-0f486aef8fb0 req-bb8c1566-cad5-4225-88cc-6d5900f20a1c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:52.720263 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-74eeb953-276e-4caf-bc92-0f486aef8fb0 req-bb8c1566-cad5-4225-88cc-6d5900f20a1c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 945 time: 0.2155936 May 27 18:41:52.786966 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-74eeb953-276e-4caf-bc92-0f486aef8fb0 req-a9106478-6efc-4fbe-a40f-6cfedb0b73cc tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590596 May 27 18:41:52.856600 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:52.862700 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6123343c-6fa9-443d-b116-cf7dc9407798 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:52.873810 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769', 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', '4e80e2d4-7c24-4a89-bf57-d987495b3346', 'd46224cd-8949-431f-ad2b-23d10021b298'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:41:52.909764 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event deleted for resources: {'Port': ['ID=d46224cd-8949-431f-ad2b-23d10021b298,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:52.937555 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:52.942667 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:52.947430 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9ec90c0b-8e34-4079-85e4-b4b5520277ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:52.988704 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] No DVR routers for this DVR port d46224cd-8949-431f-ad2b-23d10021b298 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:41:52.992445 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e1daa4-446f-4d5e-9797-d89eff7e3cdf,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:52.992849 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:53.002547 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'name': 'network-vif-deleted', 'tag': 'd46224cd-8949-431f-ad2b-23d10021b298'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:41:53.019126 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:53.054017 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47b292d-dfe3-4e21-b2ef-59da281521f9', 'name': 'network-vif-deleted', 'tag': 'd46224cd-8949-431f-ad2b-23d10021b298', 'status': 'completed', 'code': 200} May 27 18:41:53.082495 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c3dc25c8-bfc0-4d49-b917-714bef95b66c req-a0960057-cf7b-4e91-8100-4d260d8b6f85 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "DELETE /v2.0/ports/d46224cd-8949-431f-ad2b-23d10021b298 HTTP/1.1" status: 204 len: 173 time: 0.8282626 May 27 18:41:53.292932 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1693433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-514890'] for router_interface, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:53.752616 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Router ef369922-a760-407b-914c-50154be4d084 has already been hosted by L3 agent 1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b {{(pid=92297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 18:41:53.974272 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ae9e9e7e-27a5-499a-bfbd-7f46c4496502 req-1942f591-4d51-446c-9c22-bf9c4df3fd6d tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=a47b292d-dfe3-4e21-b2ef-59da281521f9 HTTP/1.1" status: 200 len: 210 time: 0.0517421 May 27 18:41:53.979030 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] Notify agent at l3_agent.dv-cinder-792299-4-smb the message routers_updated {{(pid=92297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 18:41:53.987481 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] Sync routers for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 18:41:53.997920 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:41:54.002881 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47440) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:54.003700 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-a86d4615-5793-47a8-9bcd-fe8afd81b588 admin admin] 10.222.0.36 "PUT /v2.0/routers/ef369922-a760-407b-914c-50154be4d084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8352556 May 27 18:41:54.003799 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:41:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:54.175886 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:54.185260 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: dv-cinder-792299-4-smb {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:41:54.350210 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:54.466658 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Deleting port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:54.466997 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:54.468240 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'external_fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182'}], 'enable_snat': True}, 'gw_port_id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:41:52Z', 'revision_number': 5, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port': {'id': '03c7eccf-04a8-4f25-8eed-83f4aa64e2f6', 'name': '', 'network_id': '7dfc4e37-b36c-4130-ad8a-0d67692a43fe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef369922-a760-407b-914c-50154be4d084', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'ip_address': '172.28.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-27T18:34:02Z', 'updated_at': '2021-05-27T18:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30d6432c-6fde-4a90-bd4c-1a4963798085', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-4-smb'}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:54.472047 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] Checking router: ef369922-a760-407b-914c-50154be4d084 for host: dv-cinder-792299-4-smb {{(pid=92299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 18:41:54.481146 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] Routers {'ef369922-a760-407b-914c-50154be4d084'} bound to L3 agent in host dv-cinder-792299-4-smb {{(pid=92299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 27 18:41:54.481737 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-27T18:22:35Z,description=,heartbeat_timestamp=2021-05-27T18:41:35Z,host='dv-cinder-792299-4-smb',id=1774115b-8f1e-4ba4-a1d9-8d6d3329fd4b,load=0,resource_versions=,resources_synced=,started_at=2021-05-27T18:22:36Z,topic='l3_agent')) {'router_ids': ['ef369922-a760-407b-914c-50154be4d084'], 'active': True} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:54.639360 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_dvr_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] Set router ef369922-a760-407b-914c-50154be4d084 gateway port host: None {{(pid=92299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 27 18:41:54.695838 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] For port 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,segment=NetworkSegment(6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0),segment_id=6a257c10-a3b9-4f0c-a9c5-404a6c71e4b0)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:54.696185 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:54.774523 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.l3_hamode_db [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:41:54Z', 'revision_number': 6, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port_host': None}], 'dv-cinder-792299-4-smb', False) {} {{(pid=92299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:54.778538 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d5f4d7-8c88-469d-ae79-34c3e85ca129 None None] The sync data for ids ['ef369922-a760-407b-914c-50154be4d084'] in dv-cinder-792299-4-smb is: [{'id': 'ef369922-a760-407b-914c-50154be4d084', 'name': 'tempest-AttachVolumeTestJSON-2137773168-router', 'tenant_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-27T18:34:01Z', 'updated_at': '2021-05-27T18:41:54Z', 'revision_number': 6, 'project_id': '5d1b6c6db54445fe85fcff4236a8ac5d', 'gw_port_host': None}] {{(pid=92299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 18:41:54.824330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Calling delete_port for 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:55.022465 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.027357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9f12ae08-b5cc-498b-a46f-145d09f17210 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:55.034794 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d46224cd-8949-431f-ad2b-23d10021b298 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:41:55.070449 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: d46224cd-8949-431f-ad2b-23d10021b298 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:41:55.070786 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d46224cd-8949-431f-ad2b-23d10021b298 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:41:55.074061 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c7eccf-04a8-4f25-8eed-83f4aa64e2f6,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:55.077221 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:55.167726 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-515797'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.354237 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-514634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-721'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.356727 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.483645 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 51e1daa4-446f-4d5e-9797-d89eff7e3cdf no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:41:55.491165 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-513126'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.491719 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef369922-a760-407b-914c-50154be4d084 {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 18:41:55.507060 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.507060 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ef369922-a760-407b-914c-50154be4d084 HTTP/1.1" status: 204 len: 168 time: 1.5068531 May 27 18:41:55.509893 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47450) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:55.524835 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 51e1daa4-446f-4d5e-9797-d89eff7e3cdf {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:41:55.525585 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 51e1daa4-446f-4d5e-9797-d89eff7e3cdf not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:41:55.526378 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:41:55.566089 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:41:55.567707 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 03c7eccf-04a8-4f25-8eed-83f4aa64e2f6 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:41:55.579741 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Deleting subnet b8ab5816-9c80-4298-857e-c7f11cdcb889 {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:41:55.582938 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.636174 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:55.714657 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.050833 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.056236 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-636e213d-65ba-4b0c-9e12-3a5df13c1fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:56.093016 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ab5816-9c80-4298-857e-c7f11cdcb889,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:56.096110 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:56.097074 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.102961 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbee32e5-9948-4d67-b597-2c25d6179fe7 None None] Network 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:41:56.106941 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-de39ef04-8152-4d0d-8da1-af950088d981 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b8ab5816-9c80-4298-857e-c7f11cdcb889 HTTP/1.1" status: 204 len: 168 time: 0.5930676 May 27 18:41:56.106941 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47454) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:56.226368 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.324289 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Deleting port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:56.324289 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.373330 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] DHCP port deletion for 16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 request from dv-cinder-792299-4-smb {{(pid=92298) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 27 18:41:56.451766 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] For port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:56.452129 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.461293 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Deleting port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 {{(pid=92298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:56.461691 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.583349 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] For port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9, host dv-cinder-792299-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-4-smb',level=0,port_id=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,segment=NetworkSegment(5cb9e202-4bfe-463a-a9c2-95b2eb184f59),segment_id=5cb9e202-4bfe-463a-a9c2-95b2eb184f59)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:56.584897 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.594247 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Calling delete_port for 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:56.728276 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Calling delete_port for 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 owned by network:dhcp {{(pid=92298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:56.776492 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366427'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.781680 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6210397d-d15f-48cd-8805-6b07da3a16a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:56.785691 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101'] for port, after_delete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:56.790906 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:56.841076 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Pushing event deleted for resources: {'Port': ['ID=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,revision_number=None']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:56.844110 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=33fa7013-6d4c-4f26-8fd8-7a2a843e56c9,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:56.849219 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] No DVR routers for this DVR port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 on host dv-cinder-792299-4-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:41:56.849378 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] No DVR routers for this DVR port 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 on host dv-cinder-792299-4-smb {{(pid=92298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:41:56.850880 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.851073 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.851481 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.851819 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.852150 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.852569 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.852967 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.853304 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.853613 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.853937 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.854255 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.854607 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:41:56.858409 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-8596cd95-4a67-4c7a-a3f5-1d972e1f1769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:56.891878 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:57.132463 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:57.152735 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:57.170725 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb9e202-4bfe-463a-a9c2-95b2eb184f59') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:57.171010 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb9e202-4bfe-463a-a9c2-95b2eb184f59') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:41:57.185592 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:57.206950 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:57.215857 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:41:57.216229 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:41:57.234587 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:41:57.240994 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe481a-35ac-4f33-80d4-d2113401dae1 req-79ccb966-da88-45e8-b2d6-ba98b32dd212 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:57.246261 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78fe481a-35ac-4f33-80d4-d2113401dae1 req-79ccb966-da88-45e8-b2d6-ba98b32dd212 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 946 time: 0.1682062 May 27 18:41:57.354878 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-78fe481a-35ac-4f33-80d4-d2113401dae1 req-95a53517-b4f9-4f1f-9176-0cf5c71039bd tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628834 May 27 18:41:57.411460 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:57.415350 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-945f51ce-6999-4af9-86f9-b819ce188ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:57.428826 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:57.439143 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:57.442331 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:57.494524 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 no longer exists at agent ovs-agent-dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:41:57.508544 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-6e1a8b4f-4adc-4024-80d6-ace067165b39 admin admin] 10.222.0.36 "DELETE /v2.0/networks/16c66f4e-e2ed-4175-b2d7-9fb38be2d4c4 HTTP/1.1" status: 204 len: 168 time: 1.4012752 May 27 18:41:57.531406 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] No Port match for: 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:41:57.531767 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Device 33fa7013-6d4c-4f26-8fd8-7a2a843e56c9 not bound to the agent host dv-cinder-792299-4-smb {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:41:57.814693 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47466) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:57.864417 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9472a909-9a25-4cce-b786-0e15438bf2b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d1b6c6db54445fe85fcff4236a8ac5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479107 May 27 18:41:57.866557 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47470) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:41:57.927094 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:57.954126 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:58.079615 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:58.084550 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-3add998a-b74f-49da-a2e4-574690caf143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:58.097177 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02fd612-4e4c-4b68-8f13-734906ae7f56,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:41:58.101010 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:41:58.104756 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:58.105882 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d02fd612-4e4c-4b68-8f13-734906ae7f56 HTTP/1.1" status: 204 len: 168 time: 0.2382233 May 27 18:41:58.546427 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2b599-b919-401d-acc2-9b1ba1644870 req-c7282f60-ed7d-4175-8b8e-45e4adf07121 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:58.547427 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1cd2b599-b919-401d-acc2-9b1ba1644870 req-c7282f60-ed7d-4175-8b8e-45e4adf07121 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 946 time: 0.0860522 May 27 18:41:58.595131 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-1cd2b599-b919-401d-acc2-9b1ba1644870 req-4016294e-76aa-489a-9b3d-f80a82b7acb3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 May 27 18:41:59.194375 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:59.226756 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-d6a98bbf-4138-442a-b6ba-d71f843fa2d7 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:59.227482 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-d6a98bbf-4138-442a-b6ba-d71f843fa2d7 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Synchronizing usage tracker for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:41:59.296571 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-d6a98bbf-4138-442a-b6ba-d71f843fa2d7 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Unset dirty status for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:41:59.297965 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-d6a98bbf-4138-442a-b6ba-d71f843fa2d7 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 946 time: 0.1536922 May 27 18:41:59.452473 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Deleting port 4e80e2d4-7c24-4a89-bf57-d987495b3346 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:41:59.452919 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:59.591205 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] For port 4e80e2d4-7c24-4a89-bf57-d987495b3346, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=4e80e2d4-7c24-4a89-bf57-d987495b3346,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:41:59.591585 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:59.720516 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Calling delete_port for 4e80e2d4-7c24-4a89-bf57-d987495b3346 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:41:59.787286 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf29ea-5fe0-45c0-8a62-29f15c1e9bbb req-77e67dc7-2129-4dde-afb2-d98e2d5e3e73 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:41:59.789533 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-93cf29ea-5fe0-45c0-8a62-29f15c1e9bbb req-77e67dc7-2129-4dde-afb2-d98e2d5e3e73 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 946 time: 0.0859611 May 27 18:41:59.844247 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-93cf29ea-5fe0-45c0-8a62-29f15c1e9bbb req-516fe067-7e21-4e1a-a3a6-1e6a28b74d9f tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456347 May 27 18:41:59.970968 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:41:59.982308 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1fa4f77c-c7c4-4527-903f-5d1ae51d4e9e tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:41:59.982467 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769', 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', '4e80e2d4-7c24-4a89-bf57-d987495b3346'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:42:00.026129 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event deleted for resources: {'Port': ['ID=4e80e2d4-7c24-4a89-bf57-d987495b3346,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:00.028930 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:00.105707 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] No DVR routers for this DVR port 4e80e2d4-7c24-4a89-bf57-d987495b3346 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:42:00.108342 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:00.111119 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'name': 'network-vif-deleted', 'tag': '4e80e2d4-7c24-4a89-bf57-d987495b3346'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:42:00.156961 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba5c29e-5783-4567-9ffd-5df0ba36cddd', 'name': 'network-vif-deleted', 'tag': '4e80e2d4-7c24-4a89-bf57-d987495b3346', 'status': 'completed', 'code': 200} May 27 18:42:00.171677 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-1084594b-5823-4229-8f22-55bc1b9daa50 req-e38e4c95-5c71-448f-86b8-f19687e8d40b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "DELETE /v2.0/ports/4e80e2d4-7c24-4a89-bf57-d987495b3346 HTTP/1.1" status: 204 len: 173 time: 0.8676186 May 27 18:42:00.399248 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47518) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:00.522130 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:00.536574 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:00.540514 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a79a4a4b8846f18447780cfd335c34 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:00.543265 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:00.548997 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:00.636249 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:00.713349 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:00.720654 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-dc4e62ea-8e78-4eef-9c8d-480b41ec608f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:00.762337 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3a79a4a4b8846f18447780cfd335c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619838 May 27 18:42:00.763270 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038cd304-58cc-40a3-a199-da95a424b82a,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:00.765009 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47524) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:00.766724 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:00.932325 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-022a84e8-6bea-4063-a768-9714113bf97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:00.964893 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-022a84e8-6bea-4063-a768-9714113bf97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:01.028552 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8fc91008-a4c1-4ea1-9153-35b3dfd08f8f req-24ba160a-0ecc-47f7-90c5-3b2dcc2ab050 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ba5c29e-5783-4567-9ffd-5df0ba36cddd HTTP/1.1" status: 200 len: 210 time: 0.0476863 May 27 18:42:01.130588 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-022a84e8-6bea-4063-a768-9714113bf97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:01.135546 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-86c72920-b4d4-4791-bd80-ff8e0e25c655 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:01.147709 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a84e8-6bea-4063-a768-9714113bf97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038cd304-58cc-40a3-a199-da95a424b82a,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:01.150575 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-022a84e8-6bea-4063-a768-9714113bf97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:01.152617 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-022a84e8-6bea-4063-a768-9714113bf97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:01.153633 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-022a84e8-6bea-4063-a768-9714113bf97e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/038cd304-58cc-40a3-a199-da95a424b82a HTTP/1.1" status: 204 len: 168 time: 0.3875813 May 27 18:42:01.748395 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47534) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:01.765856 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:01.780997 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:01.784985 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Usage tracker for resource:security_group_rule and tenant:d2f26f7537fe4f6090290a9ff464d8c3 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:01.788805 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:01.794621 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:01.876938 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:01.947632 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:01.954811 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-89cfb29c-568f-42df-84ab-ba4201e654ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:02.001748 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2f26f7537fe4f6090290a9ff464d8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522690 May 27 18:42:02.002680 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5e3b53-7b38-4d92-812f-7daf89e19dd6,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:02.004659 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47538) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:02.006432 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0b2fe1ec-daee-4ad4-ab04-fa1d5a3dfc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:02.064175 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a5e3-0f7e-43f2-84de-3cd9a7cd1507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:02.091342 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a5e3-0f7e-43f2-84de-3cd9a7cd1507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:02.227869 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a5e3-0f7e-43f2-84de-3cd9a7cd1507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:02.232820 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9cf8a2d9-896a-4b73-b68c-b3481c4458a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:02.246374 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8a5e3-0f7e-43f2-84de-3cd9a7cd1507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5e3b53-7b38-4d92-812f-7daf89e19dd6,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:02.249303 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2ed8a5e3-0f7e-43f2-84de-3cd9a7cd1507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:02.253837 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a5e3-0f7e-43f2-84de-3cd9a7cd1507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:02.255531 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2ed8a5e3-0f7e-43f2-84de-3cd9a7cd1507 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1b5e3b53-7b38-4d92-812f-7daf89e19dd6 HTTP/1.1" status: 204 len: 168 time: 0.2499220 May 27 18:42:02.450901 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb382-a582-4094-9de4-e5a1b030ef23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:02.664863 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb22a59-670b-49bf-a1bf-c94d13dfa529 req-b7d5cd5d-a2de-4ef8-b51e-f39fe28e67fa tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:02.666356 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-efb22a59-670b-49bf-a1bf-c94d13dfa529 req-b7d5cd5d-a2de-4ef8-b51e-f39fe28e67fa tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 946 time: 0.0857153 May 27 18:42:02.712245 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-efb22a59-670b-49bf-a1bf-c94d13dfa529 req-6a3b1afa-a4e8-4157-867b-b796bbd93dd8 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 May 27 18:42:03.090294 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4e80e2d4-7c24-4a89-bf57-d987495b3346 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:42:03.123462 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: 4e80e2d4-7c24-4a89-bf57-d987495b3346 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:42:03.123899 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device 4e80e2d4-7c24-4a89-bf57-d987495b3346 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:42:03.907861 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ad17c-74a4-419d-9792-1fd67e893e99 req-3dfb49c9-88a3-48ed-84f5-d435fb0980dc tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:03.909335 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e21ad17c-74a4-419d-9792-1fd67e893e99 req-3dfb49c9-88a3-48ed-84f5-d435fb0980dc tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 946 time: 0.0858405 May 27 18:42:03.956321 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e21ad17c-74a4-419d-9792-1fd67e893e99 req-775a8277-a4c2-44d1-b6a5-5b190a40df6a tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 May 27 18:42:04.223767 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7966-6333-47be-b23d-4f926f983c0d req-149413ef-dbf0-43f0-a040-6f90a28cdd5b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:04.224457 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-386e7966-6333-47be-b23d-4f926f983c0d req-149413ef-dbf0-43f0-a040-6f90a28cdd5b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Synchronizing usage tracker for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:42:04.285801 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-386e7966-6333-47be-b23d-4f926f983c0d req-149413ef-dbf0-43f0-a040-6f90a28cdd5b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Unset dirty status for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:42:04.287218 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-386e7966-6333-47be-b23d-4f926f983c0d req-149413ef-dbf0-43f0-a040-6f90a28cdd5b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 946 time: 0.1466703 May 27 18:42:04.434831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Deleting port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:42:04.434831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:04.571606 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] For port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:42:04.571980 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:04.698595 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Calling delete_port for d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:42:04.868066 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:04.897247 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:04.903080 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-497b0f91-0342-422f-a950-1533b9a27712 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:04.908380 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769', 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:42:04.948313 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event deleted for resources: {'Port': ['ID=d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:04.952454 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:05.049241 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] No DVR routers for this DVR port d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:42:05.052094 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:05.056290 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'name': 'network-vif-deleted', 'tag': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:42:05.113378 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edaffe68-1d79-43db-a4b1-e0005414addd', 'name': 'network-vif-deleted', 'tag': 'd8d7a2c3-5c26-4870-bdb9-c906cf0f82e2', 'status': 'completed', 'code': 200} May 27 18:42:05.147883 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-424bd503-03cd-4f98-a19b-1e3ce1fb2cb3 req-c7ae2efe-1571-4ff5-84e1-0f627ceb4d99 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=edaffe68-1d79-43db-a4b1-e0005414addd HTTP/1.1" status: 200 len: 210 time: 0.0481055 May 27 18:42:05.148801 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-386e7966-6333-47be-b23d-4f926f983c0d req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "DELETE /v2.0/ports/d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 HTTP/1.1" status: 204 len: 173 time: 0.8556554 May 27 18:42:05.193775 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ef63-1d29-409b-a44b-783b1b8f60b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:06.136088 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:07.086772 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:42:07.125265 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:42:07.125529 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d8d7a2c3-5c26-4870-bdb9-c906cf0f82e2 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:42:07.685646 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:08.169188 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c8b8a-f49b-48e9-8492-cd8992556b59 req-ce731206-374f-4de9-be1b-bb0d2b2c342a tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:08.170546 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3f6c8b8a-f49b-48e9-8492-cd8992556b59 req-ce731206-374f-4de9-be1b-bb0d2b2c342a tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 945 time: 0.0798690 May 27 18:42:08.217567 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3f6c8b8a-f49b-48e9-8492-cd8992556b59 req-b44e2277-53bb-4fea-8e54-7471fd2ea5aa tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412250 May 27 18:42:08.713754 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47648) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:08.827088 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:08.841275 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:08.845161 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Usage tracker for resource:security_group_rule and tenant:1d82266c08454ac2b3872755154b8835 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:08.847975 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:08.854279 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:08.939020 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:08.993480 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:09.000740 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-bc2d96df-f1d5-4115-82bb-fe0f589d2fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:09.041787 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d82266c08454ac2b3872755154b8835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269136 May 27 18:42:09.042690 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e531f8f-2226-4c76-8f8b-450c1f27a52e,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:09.044441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47654) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:09.045989 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:09.102737 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bcecd8cd-ba12-47e7-9ee9-42edbaef2d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:09.127599 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bcecd8cd-ba12-47e7-9ee9-42edbaef2d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:09.284762 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bcecd8cd-ba12-47e7-9ee9-42edbaef2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:09.289655 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c2f278cc-4307-4a3d-8a0c-3acebcd27a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:09.303350 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd8cd-ba12-47e7-9ee9-42edbaef2d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e531f8f-2226-4c76-8f8b-450c1f27a52e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:09.305964 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bcecd8cd-ba12-47e7-9ee9-42edbaef2d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:09.308166 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bcecd8cd-ba12-47e7-9ee9-42edbaef2d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:09.312542 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-bcecd8cd-ba12-47e7-9ee9-42edbaef2d28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e531f8f-2226-4c76-8f8b-450c1f27a52e HTTP/1.1" status: 204 len: 168 time: 0.2669971 May 27 18:42:09.418526 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a042779-6296-4dde-a78d-fbc887514d76 req-8bfc64ce-0f9d-4d28-a874-f7a8b4803233 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:09.421093 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6a042779-6296-4dde-a78d-fbc887514d76 req-8bfc64ce-0f9d-4d28-a874-f7a8b4803233 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 945 time: 0.0955896 May 27 18:42:09.466014 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6a042779-6296-4dde-a78d-fbc887514d76 req-b8213b4b-713d-4f07-b2e9-2543fcaab41c tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395243 May 27 18:42:09.976408 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47664) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:09.995215 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.052489 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:10.061825 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Usage tracker for resource:security_group_rule and tenant:706381ac31ca495db89bed5791938bf7 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:10.066056 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:10.073053 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:10.119082 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-31c68ca0-5336-4751-95e8-1a6e6c93615b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:10.119855 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-31c68ca0-5336-4751-95e8-1a6e6c93615b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Synchronizing usage tracker for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:42:10.184448 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.204266 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-31c68ca0-5336-4751-95e8-1a6e6c93615b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Unset dirty status for tenant:e29f02c3846947f3bccab1d630429dd3 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:42:10.205373 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-31c68ca0-5336-4751-95e8-1a6e6c93615b tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 945 time: 0.2114725 May 27 18:42:10.306986 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.319609 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5d2137c1-88c5-4457-9bdf-bcea2dc754cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:10.365995 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=706381ac31ca495db89bed5791938bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883855 May 27 18:42:10.368735 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47668) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:10.372940 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed981f1-d84a-43c0-ba74-8d870c0e2329,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:10.376522 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-260aa0a1-bef0-41f9-b15f-5f52caf27e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:10.393063 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Deleting port aa5d9ced-df4e-4b34-b609-dc70694a9769 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:42:10.393400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.431843 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5e75a2f0-f3b0-4a44-89bb-33cf5fdc5d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.457570 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5e75a2f0-f3b0-4a44-89bb-33cf5fdc5d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.529501 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] For port aa5d9ced-df4e-4b34-b609-dc70694a9769, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=aa5d9ced-df4e-4b34-b609-dc70694a9769,segment=NetworkSegment(96acd959-fe7e-4a63-be2e-de3b1b9527a3),segment_id=96acd959-fe7e-4a63-be2e-de3b1b9527a3)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:42:10.529847 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.629295 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5e75a2f0-f3b0-4a44-89bb-33cf5fdc5d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.636482 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-16d4f7fe-3891-4cad-a01d-cdb0585065ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:10.651652 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75a2f0-f3b0-4a44-89bb-33cf5fdc5d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed981f1-d84a-43c0-ba74-8d870c0e2329,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:10.653242 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Calling delete_port for aa5d9ced-df4e-4b34-b609-dc70694a9769 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:42:10.658847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5e75a2f0-f3b0-4a44-89bb-33cf5fdc5d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:10.666231 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5e75a2f0-f3b0-4a44-89bb-33cf5fdc5d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:10.669823 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-5e75a2f0-f3b0-4a44-89bb-33cf5fdc5d13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eed981f1-d84a-43c0-ba74-8d870c0e2329 HTTP/1.1" status: 204 len: 168 time: 0.2976372 May 27 18:42:10.689699 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b2274-6c34-4a45-93c7-80f0d6389949 req-ab1a9a7a-3d05-4652-9198-314318bbf0ab tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:10.695201 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e4b2274-6c34-4a45-93c7-80f0d6389949 req-ab1a9a7a-3d05-4652-9198-314318bbf0ab tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 945 time: 0.1193357 May 27 18:42:10.740173 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3e4b2274-6c34-4a45-93c7-80f0d6389949 req-37404bbd-d20f-4127-ae1b-935b489e4ef9 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/security-groups?id=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433710 May 27 18:42:11.005613 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:11.011408 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ad80629c-616f-4788-b5b7-f436e39e1d44 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:11.017052 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['aa5d9ced-df4e-4b34-b609-dc70694a9769'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:42:11.057158 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Pushing event deleted for resources: {'Port': ['ID=aa5d9ced-df4e-4b34-b609-dc70694a9769,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:11.060201 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:11.133021 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] No DVR routers for this DVR port aa5d9ced-df4e-4b34-b609-dc70694a9769 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:42:11.135569 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:11.138113 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'name': 'network-vif-deleted', 'tag': 'aa5d9ced-df4e-4b34-b609-dc70694a9769'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:42:11.183003 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb7f113-06bb-46d3-a8c6-6d1120526e3c', 'name': 'network-vif-deleted', 'tag': 'aa5d9ced-df4e-4b34-b609-dc70694a9769', 'status': 'completed', 'code': 200} May 27 18:42:11.269115 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4f3e503a-4875-4e17-b39d-764825ba6dfe req-e437d44d-1dba-4857-ac83-7f3826ac63f3 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.47 "DELETE /v2.0/ports/aa5d9ced-df4e-4b34-b609-dc70694a9769 HTTP/1.1" status: 204 len: 173 time: 1.0555604 May 27 18:42:11.908868 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-30bb62f5-ecf8-4113-b99a-a354dc526eea req-6ff32fc1-359b-4da7-a559-bc761b0543ef tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] 10.222.0.36 "GET /v2.0/ports?device_id=cbb7f113-06bb-46d3-a8c6-6d1120526e3c HTTP/1.1" status: 200 len: 210 time: 0.0453086 May 27 18:42:13.013651 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47718) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:13.083689 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Deleting subnet 348cf814-cf3e-453b-9a64-d16633bcead9 {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:42:13.086687 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.120506 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device aa5d9ced-df4e-4b34-b609-dc70694a9769 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:42:13.157484 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: aa5d9ced-df4e-4b34-b609-dc70694a9769 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:42:13.157862 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device aa5d9ced-df4e-4b34-b609-dc70694a9769 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:42:13.227397 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.282932 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.617049 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.622349 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:13.658234 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348cf814-cf3e-453b-9a64-d16633bcead9,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:13.660183 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.663597 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:13.667550 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-8d93079a-9d21-41f7-99d6-56a7e0c01f21 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/348cf814-cf3e-453b-9a64-d16633bcead9 HTTP/1.1" status: 204 len: 168 time: 0.6528544 May 27 18:42:13.669902 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 47726) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:13.776870 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.904172 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.917519 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c28112-0768-4b70-8b4b-51f4ffc6c513']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:13.930067 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96acd959-fe7e-4a63-be2e-de3b1b9527a3') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:13.930618 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96acd959-fe7e-4a63-be2e-de3b1b9527a3') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:13.941864 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.958280 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.964220 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:42:13.968105 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:42:13.981420 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:42:14.113027 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:14.117869 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:14.130665 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:14.140584 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Pushing event deleted for resources: {'Network': ['ID=51c28112-0768-4b70-8b4b-51f4ffc6c513,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:14.143590 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:14.193634 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-167ba483-c2b4-4233-bfa6-663d8eb4a64f admin admin] 10.222.0.36 "DELETE /v2.0/networks/51c28112-0768-4b70-8b4b-51f4ffc6c513 HTTP/1.1" status: 204 len: 168 time: 0.5228226 May 27 18:42:14.568768 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47732) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:14.618033 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-80f49810-7935-48cf-9088-a7dab43e7f9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e29f02c3846947f3bccab1d630429dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480824 May 27 18:42:14.620346 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47736) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:14.677994 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d233ca6-ee6d-4203-bd55-29d0849a1d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:14.703917 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d233ca6-ee6d-4203-bd55-29d0849a1d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:14.834788 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d233ca6-ee6d-4203-bd55-29d0849a1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:14.839833 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ee5a4165-d54b-40a8-9299-2f542021abe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:14.854513 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d233ca6-ee6d-4203-bd55-29d0849a1d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:14.856932 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5d233ca6-ee6d-4203-bd55-29d0849a1d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:14.998325 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5d233ca6-ee6d-4203-bd55-29d0849a1d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:14.999416 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-5d233ca6-ee6d-4203-bd55-29d0849a1d15 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bc64200-c0a5-4eca-a6e9-7abdc3ce5f5d HTTP/1.1" status: 204 len: 168 time: 0.3781188 May 27 18:42:16.042006 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47766) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:16.151837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1341838190-network', 'tenant_id': 'ef4d50cd305c4c75a1b24b40d6fe5b30'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:16.156535 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:16.160350 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Usage tracker for resource:network and tenant:ef4d50cd305c4c75a1b24b40d6fe5b30 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:16.163232 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:16.168980 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:16.244621 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Made reservation on behalf of ef4d50cd305c4c75a1b24b40d6fe5b30 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:42:16.246886 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.259391 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.273232 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:16.276929 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4d50cd305c4c75a1b24b40d6fe5b30 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:16.279699 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:16.285265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:16.364703 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.422035 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.426271 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-28c536fc-2472-4091-ac9d-2c957e66eb05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:16.453400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:42:16.462450 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c970fad8-cb89-4bd9-8c98-34138bf59780,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:16.466221 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:16.469476 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.470347 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Added segment b97991c8-fcb3-42be-915b-b539959bc878 of type vlan for network 22e7bb9a-48ff-440f-b2f1-f24db3ad8c27 May 27 18:42:16.498865 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.581966 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.583344 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:16.583954 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:16.587560 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fe958a63-63e1-44e4-a3cc-664b260d40a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:16.689711 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Pushing event updated for resources: {'Network': ['ID=22e7bb9a-48ff-440f-b2f1-f24db3ad8c27,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:16.692520 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:16.701297 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 22e7bb9a-48ff-440f-b2f1-f24db3ad8c27 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:42:16.760519 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-f069d636-2368-48c6-a228-b4b2e7cda580 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7174010 May 27 18:42:16.763300 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47780) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:16.769066 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Request body: {'subnet': {'network_id': '22e7bb9a-48ff-440f-b2f1-f24db3ad8c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1341838190-subnet', 'tenant_id': 'ef4d50cd305c4c75a1b24b40d6fe5b30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:16.774904 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:16.778827 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Usage tracker for resource:subnet and tenant:ef4d50cd305c4c75a1b24b40d6fe5b30 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:16.782374 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:16.790328 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:16.844984 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Made reservation on behalf of ef4d50cd305c4c75a1b24b40d6fe5b30 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:42:16.847392 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14865101'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:17.289065 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15184929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14865115'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:17.292602 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-249161eb-9a31-425f-9255-57d332d36830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:17.362255 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2fcddc-b431-4a02-8eef-3da47a9b0085,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:17.365925 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:17.372860 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Checking segment: {'id': 'b97991c8-fcb3-42be-915b-b539959bc878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '22e7bb9a-48ff-440f-b2f1-f24db3ad8c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:42:17.373208 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Network hostable DHCP agents. Network: 22e7bb9a-48ff-440f-b2f1-f24db3ad8c27, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:42:17.433054 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Network 22e7bb9a-48ff-440f-b2f1-f24db3ad8c27 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:42:17.496387 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 22e7bb9a-48ff-440f-b2f1-f24db3ad8c27) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:42:17.506237 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:17.506682 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca6b22-9885-48a9-b11b-9228aa0cfe3a None None] Network 22e7bb9a-48ff-440f-b2f1-f24db3ad8c27 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:42:17.506830 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:17.594260 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-75eaf535-70b7-467e-8956-42799fd40904 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8297927 May 27 18:42:17.699274 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63745bd8-4430-44e2-8e90-1ba95b6b44b6 None None] Network 22e7bb9a-48ff-440f-b2f1-f24db3ad8c27 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:42:18.336083 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47806) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:18.341872 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1326511844-network', 'tenant_id': 'bea143f6de5a4d17bd7c2cb5384452b1'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:18.346435 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:18.350433 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Usage tracker for resource:network and tenant:bea143f6de5a4d17bd7c2cb5384452b1 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:18.353248 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:18.358858 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:18.410170 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Made reservation on behalf of bea143f6de5a4d17bd7c2cb5384452b1 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:42:18.412662 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.424961 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.439892 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:18.444400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Usage tracker for resource:security_group_rule and tenant:bea143f6de5a4d17bd7c2cb5384452b1 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:18.447272 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:18.452994 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:18.532960 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.587540 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.593679 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a5e15db7-448c-4afa-a9f3-73cc1cb96285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:18.617582 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:42:18.630380 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92029c6b-9114-4e46-b330-121b10b85fbc,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:18.633453 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:18.636160 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.636486 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Added segment 5364f8a8-a381-433c-9a47-468f88ce1dc2 of type vlan for network 8f4342f7-11b3-470c-a86d-786166de5558 May 27 18:42:18.664048 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.747934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.749353 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:18.750150 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:18.756750 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:18.858478 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4342f7-11b3-470c-a86d-786166de5558,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:18.865306 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:18.872350 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 8f4342f7-11b3-470c-a86d-786166de5558 details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:42:18.914265 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-5534975b-f7df-4a5a-998c-97b8b9479270 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5770988 May 27 18:42:18.917050 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47820) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:18.922802 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Request body: {'subnet': {'network_id': '8f4342f7-11b3-470c-a86d-786166de5558', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1326511844-subnet', 'tenant_id': 'bea143f6de5a4d17bd7c2cb5384452b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:18.928084 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:18.932204 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Usage tracker for resource:subnet and tenant:bea143f6de5a4d17bd7c2cb5384452b1 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:18.935092 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:18.940891 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:19.005954 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Made reservation on behalf of bea143f6de5a4d17bd7c2cb5384452b1 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:42:19.008623 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14865101'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:19.460077 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15184929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14865115'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:19.464542 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:19.537669 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f761153-a731-4d41-bf21-94067a818372,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:19.541470 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:19.545401 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Checking segment: {'id': '5364f8a8-a381-433c-9a47-468f88ce1dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8f4342f7-11b3-470c-a86d-786166de5558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:42:19.545753 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Network hostable DHCP agents. Network: 8f4342f7-11b3-470c-a86d-786166de5558, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:42:19.621288 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Network 8f4342f7-11b3-470c-a86d-786166de5558 is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:42:19.661276 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 8f4342f7-11b3-470c-a86d-786166de5558) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:42:19.669536 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:19.672987 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb1d06-dd3b-42ff-8f90-1a679423e1cf None None] Network 8f4342f7-11b3-470c-a86d-786166de5558 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:42:19.673122 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:19.738654 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-fdccf11e-aed7-43da-b51f-7916e55ec6de admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8130357 May 27 18:42:19.876345 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1c0ba-a66a-4846-9f28-7db05bdd283f None None] Network 8f4342f7-11b3-470c-a86d-786166de5558 requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:42:19.877825 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47830) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:19.942492 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Deleting subnet bc2fcddc-b431-4a02-8eef-3da47a9b0085 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:42:19.945747 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.002842 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185079'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.054665 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.439749 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15184992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14865120'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.444547 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dae59c0e-5934-4617-9c74-0ca9db57c055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:20.477621 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2fcddc-b431-4a02-8eef-3da47a9b0085,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:20.481199 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:20.487005 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.493993 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-fe15fa75-4e7b-48ef-ba4e-749b86642041 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bc2fcddc-b431-4a02-8eef-3da47a9b0085 HTTP/1.1" status: 204 len: 168 time: 0.6151834 May 27 18:42:20.496516 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47840) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:20.601956 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.728677 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.741783 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e7bb9a-48ff-440f-b2f1-f24db3ad8c27']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:20.753511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97991c8-fcb3-42be-915b-b539959bc878') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:20.753800 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97991c8-fcb3-42be-915b-b539959bc878') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:20.765701 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185038'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.781307 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.787679 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:42:20.788053 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15174338'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: Traceback (most recent call last): May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: timer() May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: cb(*args, **kw) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: return func(*args, **kwargs) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: self._notify() May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: self.callback(batched_events) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: event.method(event) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: return f(self, *a, **k) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: return self._get(url).json() May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:42:20.800951 dv-cinder-792299-4-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:42:20.998818 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.002441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bfb977e6-7f03-41bb-bbb4-c5abf98cf0f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:21.015485 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.024268 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e7bb9a-48ff-440f-b2f1-f24db3ad8c27,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:21.027087 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] 10.222.0.36 "DELETE /v2.0/networks/22e7bb9a-48ff-440f-b2f1-f24db3ad8c27 HTTP/1.1" status: 204 len: 168 time: 0.5296862 May 27 18:42:21.028099 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-290de6f5-2b97-468b-8b43-28bba7b58138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:21.029918 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47844) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:21.076371 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:42:21.089435 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Deleting subnet 0f761153-a731-4d41-bf21-94067a818372 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:42:21.092555 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.144843 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15185079'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.199149 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.498447 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15184992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14865120'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.502164 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f487f0d1-49e9-4dab-8c02-5c932333c37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:21.537531 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f761153-a731-4d41-bf21-94067a818372,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:21.541047 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:21.543950 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.549582 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-0fe01a41-2e41-4ba6-98ac-efd9b0ea7775 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0f761153-a731-4d41-bf21-94067a818372 HTTP/1.1" status: 204 len: 168 time: 0.5187070 May 27 18:42:21.552935 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47852) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:21.659352 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.788973 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.802333 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4342f7-11b3-470c-a86d-786166de5558']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:21.814265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5364f8a8-a381-433c-9a47-468f88ce1dc2') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:21.814550 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5364f8a8-a381-433c-9a47-468f88ce1dc2') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:42:21.825946 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15185038'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.841611 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.847365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:42:21.847754 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15174338'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: Traceback (most recent call last): May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: timer() May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: cb(*args, **kw) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: return func(*args, **kwargs) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: self._notify() May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: self.callback(batched_events) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: event.method(event) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: return f(self, *a, **k) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: return self._get(url).json() May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:42:21.861268 dv-cinder-792299-4-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:42:21.993175 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:21.996533 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:22.009765 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:22.018344 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4342f7-11b3-470c-a86d-786166de5558,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:22.021168 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:22.022481 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1b367e07-916f-431b-be80-257a9034c5a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8f4342f7-11b3-470c-a86d-786166de5558 HTTP/1.1" status: 204 len: 168 time: 0.4686549 May 27 18:42:22.391400 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47864) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:22.443750 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-7a81deff-f7bd-45ae-b007-8d90923c2ddf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef4d50cd305c4c75a1b24b40d6fe5b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510862 May 27 18:42:22.446047 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47868) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:22.509691 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-27fd1586-67a7-43e6-bf56-369ffd7f7410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:22.634868 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-27fd1586-67a7-43e6-bf56-369ffd7f7410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:22.758359 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-27fd1586-67a7-43e6-bf56-369ffd7f7410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:22.761898 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-529e1866-3a2a-4cb3-8f50-ab3cc588e234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:22.773640 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd1586-67a7-43e6-bf56-369ffd7f7410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c970fad8-cb89-4bd9-8c98-34138bf59780,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:22.778417 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-27fd1586-67a7-43e6-bf56-369ffd7f7410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:22.780017 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-27fd1586-67a7-43e6-bf56-369ffd7f7410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:22.781127 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-27fd1586-67a7-43e6-bf56-369ffd7f7410 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c970fad8-cb89-4bd9-8c98-34138bf59780 HTTP/1.1" status: 204 len: 168 time: 0.3342271 May 27 18:42:23.438372 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47886) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:23.488772 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-7a46f579-8f60-4316-bc3e-5f0fe9a86476 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bea143f6de5a4d17bd7c2cb5384452b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529158 May 27 18:42:23.494167 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 47890) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:23.560609 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:23.585977 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:23.690143 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:23.694514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:23.705185 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92029c6b-9114-4e46-b330-121b10b85fbc,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:23.707442 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:23.713613 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:23.714799 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92029c6b-9114-4e46-b330-121b10b85fbc HTTP/1.1" status: 204 len: 168 time: 0.2196128 May 27 18:42:29.232770 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:32.421354 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-321293a6-0f6f-4f3c-99f8-30604796f3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.163142 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48080) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:33.287201 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.306284 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:33.310160 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Usage tracker for resource:security_group_rule and tenant:577264be59044c219c24792c36c7ca04 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:33.312981 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:33.318688 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:33.400512 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.461523 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.471166 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-de7cbc90-74c6-4337-85e9-daf76f7113ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:33.511473 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aab4491-0450-40c6-86cb-f3dc6ada4619,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:33.515611 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=577264be59044c219c24792c36c7ca04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514674 May 27 18:42:33.516552 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:33.518233 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48090) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:33.524103 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48094) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:33.588824 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.613999 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.643105 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.657489 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:33.661322 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Usage tracker for resource:security_group_rule and tenant:3fcc511ebc1440beab109df783708a91 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:33.664129 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:33.670106 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:33.747252 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.752138 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f5d81128-1020-474c-98ec-47c4ec749b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:33.769149 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aab4491-0450-40c6-86cb-f3dc6ada4619,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:33.771967 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:33.773176 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.777613 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2aab4491-0450-40c6-86cb-f3dc6ada4619 HTTP/1.1" status: 204 len: 168 time: 0.2551596 May 27 18:42:33.823255 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.867012 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:33.875161 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c5f8b2f8-2bb2-4785-9691-a0ac3fe0d5cf tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:33.914569 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fcc511ebc1440beab109df783708a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893499 May 27 18:42:33.916957 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225c6e28-3190-44fd-b521-dbaffec73b87,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:33.918171 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48102) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:33.924888 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.925263 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.925626 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.925986 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.926338 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.926694 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.927043 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.927416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.927755 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.928101 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.928483 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.928839 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:33.933881 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:33.989313 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-234001e2-2800-4765-ae4b-e7588caee6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.015929 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-234001e2-2800-4765-ae4b-e7588caee6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.170082 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-234001e2-2800-4765-ae4b-e7588caee6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.174941 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d969de6a-91c7-4ebe-8b34-1a8937cc5079 tempest-TestMinimumBasicScenario-1679659046 tempest-TestMinimumBasicScenario-1679659046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:34.187645 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234001e2-2800-4765-ae4b-e7588caee6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225c6e28-3190-44fd-b521-dbaffec73b87,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:34.190509 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-234001e2-2800-4765-ae4b-e7588caee6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:34.192659 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-234001e2-2800-4765-ae4b-e7588caee6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.193672 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-234001e2-2800-4765-ae4b-e7588caee6e2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/225c6e28-3190-44fd-b521-dbaffec73b87 HTTP/1.1" status: 204 len: 168 time: 0.2742357 May 27 18:42:34.535361 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48112) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:34.553432 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.568189 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:34.572934 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Usage tracker for resource:security_group_rule and tenant:f072b6d1cee64d4b912c60aa47a5c308 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:34.575818 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:34.582135 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:34.666452 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.752967 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.765369 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ffb43aa2-0250-4bd6-b21e-e46d8e115321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:34.804818 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f072b6d1cee64d4b912c60aa47a5c308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683527 May 27 18:42:34.807417 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ab8f7e-d731-414f-8a89-630bfb806519,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:34.808831 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48116) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:34.810522 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:34.817898 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.866371 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32c34cbd-9ba8-4b06-a48c-b20542119c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.899124 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32c34cbd-9ba8-4b06-a48c-b20542119c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.899264 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48120) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:34.916932 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:34.931652 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:34.935523 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Usage tracker for resource:security_group_rule and tenant:a4c77814f2a040d8b7ccaa685bb54afc is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:34.938316 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:34.944143 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:35.021439 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32c34cbd-9ba8-4b06-a48c-b20542119c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.025817 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-639a4786-8a5e-416e-8187-35587a2e24b4 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:35.038644 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c34cbd-9ba8-4b06-a48c-b20542119c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ab8f7e-d731-414f-8a89-630bfb806519,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:35.041620 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32c34cbd-9ba8-4b06-a48c-b20542119c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:35.048821 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32c34cbd-9ba8-4b06-a48c-b20542119c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.059410 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-32c34cbd-9ba8-4b06-a48c-b20542119c03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57ab8f7e-d731-414f-8a89-630bfb806519 HTTP/1.1" status: 204 len: 168 time: 0.2428827 May 27 18:42:35.095776 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-99a9e3a0-90c4-4ee7-9734-703a13fddc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.099429 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.175801 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.185347 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7a3f4775-7d1d-45bc-8c72-e8406ce6da47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:35.225838 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4c77814f2a040d8b7ccaa685bb54afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263266 May 27 18:42:35.226722 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a12815-14ce-451d-8da7-66a716614b4b,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:35.229211 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48126) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:35.231321 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-309244f2-1e32-491b-af84-89814d3f47ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:35.289416 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.319282 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.424835 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.425426 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7d50a6a9-80c2-4cfa-99d2-9e881d12d0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:35.438067 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a12815-14ce-451d-8da7-66a716614b4b,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:35.440290 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:35.447805 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:35.448921 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11a12815-14ce-451d-8da7-66a716614b4b HTTP/1.1" status: 204 len: 168 time: 0.2186470 May 27 18:42:36.113211 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.036854 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48196) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:37.311489 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.330081 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:37.334291 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Usage tracker for resource:security_group_rule and tenant:f3f92e88432649ba8bbf7000f0a416ca is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:37.337348 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:37.343208 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:37.427769 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.490234 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.499960 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8ad40818-0bb0-4246-b6da-f0d0e60160d9 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:37.543547 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f3f92e88432649ba8bbf7000f0a416ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5031888 May 27 18:42:37.543547 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac41bb7-43cd-4e00-93e2-51edb3c01631,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:37.544421 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48212) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:37.545357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e553c42f-d7cb-4857-8eac-c196ae97f557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:37.620000 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6040d3dc-814e-4f54-be43-2dd6ea0b0d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.647142 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6040d3dc-814e-4f54-be43-2dd6ea0b0d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.668500 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.759153 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6040d3dc-814e-4f54-be43-2dd6ea0b0d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.762925 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-96055395-78d9-4746-aa68-3a212dfe4d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:37.775190 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040d3dc-814e-4f54-be43-2dd6ea0b0d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac41bb7-43cd-4e00-93e2-51edb3c01631,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:37.779274 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6040d3dc-814e-4f54-be43-2dd6ea0b0d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:37.789341 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6040d3dc-814e-4f54-be43-2dd6ea0b0d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:37.791080 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-6040d3dc-814e-4f54-be43-2dd6ea0b0d70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ac41bb7-43cd-4e00-93e2-51edb3c01631 HTTP/1.1" status: 204 len: 168 time: 0.2456124 May 27 18:42:38.912913 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48260) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:39.073525 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.v2.base [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-677889355-network', 'tenant_id': '0149c4cded5a4d3eb7fcbfe05f39a3f4'}} {{(pid=92297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:39.078325 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:39.082240 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Usage tracker for resource:network and tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:39.085232 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:39.091967 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:39.255727 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Made reservation on behalf of 0149c4cded5a4d3eb7fcbfe05f39a3f4 for: {'network': 1} {{(pid=92297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:42:39.260732 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1491490'] for network, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.270742 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.285274 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:39.289072 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Usage tracker for resource:security_group_rule and tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:39.294957 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:39.297588 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:39.379051 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.467153 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.470286 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ac57415a-9a15-4114-ad63-57ae3ac2de2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:39.502072 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=92297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 18:42:39.507143 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2974fc-dca4-401d-95ce-882a50d213e7,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:39.512172 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:39.517025 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.517449 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.db.segments_db [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Added segment 96371320-4df9-4f6f-aacf-8f252d846adc of type vlan for network 8c8c2fc5-3a27-4b53-8492-373e233d584f May 27 18:42:39.553131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776841732958'] for network, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.644137 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410'] for network, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.645473 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:39.646063 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:39.650290 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:39.749528 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Pushing event updated for resources: {'Network': ['ID=8c8c2fc5-3a27-4b53-8492-373e233d584f,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:39.752368 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:39.759623 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Network 8c8c2fc5-3a27-4b53-8492-373e233d584f details requested by agent ovs-agent-dv-cinder-792299-4-smb with host dv-cinder-792299-4-smb {{(pid=92298) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 18:42:39.810865 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8968384 May 27 18:42:39.813802 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48270) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:39.819607 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Request body: {'subnet': {'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-677889355-subnet', 'tenant_id': '0149c4cded5a4d3eb7fcbfe05f39a3f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:39.825139 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:39.829020 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Usage tracker for resource:subnet and tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:39.831888 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:39.839775 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:39.906974 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Made reservation on behalf of 0149c4cded5a4d3eb7fcbfe05f39a3f4 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:42:39.909370 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14865101'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:40.339082 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15184929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14865115'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:40.343489 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f0095f1a-29f4-4f1e-adfb-2824fd17606f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:40.412464 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8dd2ba-7743-4fba-8719-7581ae88e458,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:40.417357 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:40.419747 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Checking segment: {'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:42:40.420101 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Network hostable DHCP agents. Network: 8c8c2fc5-3a27-4b53-8492-373e233d584f, hostable agents: ['61b20edd-bd63-4362-b683-952f733f3189'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 18:42:40.490080 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Network 8c8c2fc5-3a27-4b53-8492-373e233d584f is scheduled to be hosted by DHCP agent 61b20edd-bd63-4362-b683-952f733f3189 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 18:42:40.553111 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-4-smb, 8c8c2fc5-3a27-4b53-8492-373e233d584f) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:42:40.562689 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2687c-4363-41bf-ab1e-11f34954beb7 None None] Network 8c8c2fc5-3a27-4b53-8492-373e233d584f requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:42:40.562888 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:40.563502 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:40.656534 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-04f7e04c-8281-4091-b648-50f06db9d334 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8415768 May 27 18:42:40.755895 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3709d43-6b4d-482f-bfb6-139bf2104663 None None] Network 8c8c2fc5-3a27-4b53-8492-373e233d584f requested from dv-cinder-792299-4-smb {{(pid=92298) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 27 18:42:42.992143 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb769f05-2869-4097-9946-b6580764f0d7 req-7cd4868d-39a2-4006-85e0-1daabe5d7e41 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:42.993455 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-bb769f05-2869-4097-9946-b6580764f0d7 req-7cd4868d-39a2-4006-85e0-1daabe5d7e41 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Synchronizing usage tracker for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:network {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:42:43.072973 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-bb769f05-2869-4097-9946-b6580764f0d7 req-7cd4868d-39a2-4006-85e0-1daabe5d7e41 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Unset dirty status for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:network {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:42:43.074155 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-7cd4868d-39a2-4006-85e0-1daabe5d7e41 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/networks?id=8c8c2fc5-3a27-4b53-8492-373e233d584f HTTP/1.1" status: 200 len: 808 time: 0.2411349 May 27 18:42:43.089005 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-94f979f6-754d-45af-a0f1-02978b9d5836 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/quotas/0149c4cded5a4d3eb7fcbfe05f39a3f4 HTTP/1.1" status: 200 len: 375 time: 0.0094450 May 27 18:42:43.141525 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-be79939d-09a3-42ad-bfc8-6502c8f6b011 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475395 May 27 18:42:43.277457 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-e16bd2ad-4307-46d2-817c-db5fc01a5d3c service neutron] 10.222.0.36 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290624 May 27 18:42:43.495644 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-b97b183e-3119-4c18-80d3-478d92d8839c service neutron] 10.222.0.36 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125754 May 27 18:42:43.749034 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b74a126f-fafa-487a-8259-a9b98e77e0fe req-b2bf1984-4aa2-483a-87ee-383a59f5500a tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 210 time: 0.0450037 May 27 18:42:44.896515 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-96084af3-0813-4d04-8dbb-074d1c7c89d9 req-dcee2829-3a7f-4a44-b97f-74d391767d16 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 210 time: 0.0439277 May 27 18:42:45.749343 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb769f05-2869-4097-9946-b6580764f0d7 req-1dcbe269-9377-4b64-b504-55b9fc6db984 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:45.750773 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-1dcbe269-9377-4b64-b504-55b9fc6db984 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "GET /v2.0/networks?id=8c8c2fc5-3a27-4b53-8492-373e233d584f HTTP/1.1" status: 200 len: 808 time: 0.1571074 May 27 18:42:45.762805 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Request body: {'port': {'device_id': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f', 'admin_state_up': True, 'tenant_id': '0149c4cded5a4d3eb7fcbfe05f39a3f4'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:45.903510 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:45.907389 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Usage tracker for resource:port and tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:45.910378 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:45.916480 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:46.004598 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Made reservation on behalf of 0149c4cded5a4d3eb7fcbfe05f39a3f4 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:42:46.008610 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:46.052766 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-af95ddd7-4408-4ec6-b35c-6a1f21128b01 req-3a7420f1-5c54-4b48-af67-ea19f0da8d1f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 210 time: 0.0476220 May 27 18:42:46.177158 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Allocated IP 172.20.0.14 (8c8c2fc5-3a27-4b53-8492-373e233d584f/2c8dd2ba-7743-4fba-8719-7581ae88e458/ab2adf1c-c9ff-4f34-bf70-90b1264f890e) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:42:46.384516 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:46.479231 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:46.484899 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-78e207ca-9941-42c2-8b1f-859c1f8f1b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:46.552812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Network 8c8c2fc5-3a27-4b53-8492-373e233d584f is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:42:46.556639 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:42:46.560276 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:42:46.594878 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Pushing event updated for resources: {'Port': ['ID=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:46.599105 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:46.626069 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:46.626662 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:46.719354 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-06ea1efd-96e2-4244-b437-df745e18a6e2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9602513 May 27 18:42:46.732837 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Request body: {'port': {'device_id': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:42:46.845384 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:47.243656 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62b562-7328-42d6-a2d6-0081d46e5e8b req-fbdb206e-6662-45f3-8888-9f2781bdba15 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:47.245107 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3a62b562-7328-42d6-a2d6-0081d46e5e8b req-fbdb206e-6662-45f3-8888-9f2781bdba15 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 932 time: 0.0795929 May 27 18:42:47.294078 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-3a62b562-7328-42d6-a2d6-0081d46e5e8b req-bb13f66d-fe62-4008-8012-288366c97e2c tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Synchronizing usage tracker for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:security_group {{(pid=92297) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:42:47.296172 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2adf1c-c9ff-4f34-bf70-90b1264f890e {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:42:47.304209 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:47.319514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Transition to ACTIVE for port object ab2adf1c-c9ff-4f34-bf70-90b1264f890e will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:42:47.415833 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [req-3a62b562-7328-42d6-a2d6-0081d46e5e8b req-bb13f66d-fe62-4008-8012-288366c97e2c tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Unset dirty status for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:security_group {{(pid=92297) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:42:47.417042 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3a62b562-7328-42d6-a2d6-0081d46e5e8b req-bb13f66d-fe62-4008-8012-288366c97e2c tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661861 May 27 18:42:47.438626 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:47.443696 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ddadedeb-5af2-4efd-a384-9267aa3eeb39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:47.598602 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Pushing event updated for resources: {'Port': ['ID=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:47.606524 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:47.679465 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Attempting to bind port ab2adf1c-c9ff-4f34-bf70-90b1264f890e on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:42:47.679822 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Attempting to bind port ab2adf1c-c9ff-4f34-bf70-90b1264f890e by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:42:47.680312 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Attempting to bind port ab2adf1c-c9ff-4f34-bf70-90b1264f890e on network 8c8c2fc5-3a27-4b53-8492-373e233d584f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:42:47.685078 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Port ab2adf1c-c9ff-4f34-bf70-90b1264f890e on network 8c8c2fc5-3a27-4b53-8492-373e233d584f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:42:47.685386 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Attempting to bind port ab2adf1c-c9ff-4f34-bf70-90b1264f890e on network 8c8c2fc5-3a27-4b53-8492-373e233d584f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:42:47.690484 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:42:47.690812 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Checking segment: {'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:42:47.691190 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Bound using segment: {'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:42:47.691628 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Bound port: ab2adf1c-c9ff-4f34-bf70-90b1264f890e, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:42:47.691963 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:47.779955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] For port ab2adf1c-c9ff-4f34-bf70-90b1264f890e, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:42:47.782817 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] For port ab2adf1c-c9ff-4f34-bf70-90b1264f890e, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:42:47.838608 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:47.843335 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f3189d10-7bdf-4e27-8b90-095166b4e50e tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:47.902129 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:47.902757 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:47.904140 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] 10.222.0.47 "PUT /v2.0/ports/ab2adf1c-c9ff-4f34-bf70-90b1264f890e HTTP/1.1" status: 200 len: 1094 time: 1.1760767 May 27 18:42:47.904636 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'tag': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:42:47.925727 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Pushing event updated for resources: {'Port': ['ID=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:47.928993 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-30d03ee9-597d-4d4f-ac7a-94f97a45c3af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:47.951872 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'tag': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e', 'status': 'completed', 'code': 200} May 27 18:42:48.058760 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc4b9-434c-4642-87e5-42f55cfa2e7c req-c8a8e3de-78f3-4a69-bc3c-3bf378f0ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:48.060211 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c54fc4b9-434c-4642-87e5-42f55cfa2e7c req-c8a8e3de-78f3-4a69-bc3c-3bf378f0ca36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 1097 time: 0.0850284 May 27 18:42:48.203055 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc4b9-434c-4642-87e5-42f55cfa2e7c req-688518bb-8e3e-42e8-8733-770a3f715759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:48.204540 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c54fc4b9-434c-4642-87e5-42f55cfa2e7c req-688518bb-8e3e-42e8-8733-770a3f715759 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1374657 May 27 18:42:48.349625 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fc4b9-434c-4642-87e5-42f55cfa2e7c req-16a3249e-94ff-4845-859f-ef19ab4ac9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:48.352309 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-c54fc4b9-434c-4642-87e5-42f55cfa2e7c req-16a3249e-94ff-4845-859f-ef19ab4ac9aa service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409295 May 27 18:42:48.454478 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb769f05-2869-4097-9946-b6580764f0d7 req-f347d80d-cf13-41bf-8a52-a41aae36acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:48.455989 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-f347d80d-cf13-41bf-8a52-a41aae36acef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 1097 time: 0.0706346 May 27 18:42:48.529970 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-dd1ae324-32a3-4ceb-a8ba-d4649b068587 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab2adf1c-c9ff-4f34-bf70-90b1264f890e HTTP/1.1" status: 200 len: 217 time: 0.0660081 May 27 18:42:48.595218 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb769f05-2869-4097-9946-b6580764f0d7 req-0710185f-3cad-4d2b-8602-6ad6c757cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:48.596770 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-0710185f-3cad-4d2b-8602-6ad6c757cb25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c8dd2ba-7743-4fba-8719-7581ae88e458 HTTP/1.1" status: 200 len: 848 time: 0.0611835 May 27 18:42:48.612252 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867674a4-eb79-457c-b2b2-5dbcdac01986 req-12acf672-3a67-424b-8716-332a87f48c53 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:48.613642 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-867674a4-eb79-457c-b2b2-5dbcdac01986 req-12acf672-3a67-424b-8716-332a87f48c53 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 944 time: 0.0860679 May 27 18:42:48.648435 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-68e4946c-500e-4ef4-8eae-d18323410430 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c8c2fc5-3a27-4b53-8492-373e233d584f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447841 May 27 18:42:48.661482 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-867674a4-eb79-457c-b2b2-5dbcdac01986 req-998328ba-754e-4c26-8330-5a0e78923bb5 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 May 27 18:42:48.782586 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-9a49eb0c-c49b-42da-a490-43d0db77de23 service neutron] 10.222.0.47 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279428 May 27 18:42:48.913064 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-bb769f05-2869-4097-9946-b6580764f0d7 req-84916902-74de-4b89-bf7c-dc61db054748 service neutron] 10.222.0.47 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240237 May 27 18:42:49.244174 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48378) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:49.359111 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:49.373177 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:49.376955 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Usage tracker for resource:security_group_rule and tenant:8f98d5100c494afdad55dc5c0ee5366e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:49.379751 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:49.385327 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:49.466028 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:49.524526 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:49.531589 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b326794-f6a3-4834-af33-ab4400775992 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:49.573300 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f98d5100c494afdad55dc5c0ee5366e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281047 May 27 18:42:49.574265 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e22eb-d518-4c75-81ed-f3062b89b911,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:49.576179 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48384) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:49.577352 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:49.636053 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:49.662285 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:49.831848 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:49.839839 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-90d503dd-d820-411d-9568-c18431b18346 tempest-AttachVolumeTestJSON-1678020929 tempest-AttachVolumeTestJSON-1678020929-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:49.854213 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e22eb-d518-4c75-81ed-f3062b89b911,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:49.873630 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.874007 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.874376 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.874734 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.875091 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.875471 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.875835 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.876182 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.876536 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.876879 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.877225 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.877567 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:42:49.881001 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:49.883679 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:49.884928 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-72eb6b21-b261-482e-a098-e4bfc49a7588 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe0e22eb-d518-4c75-81ed-f3062b89b911 HTTP/1.1" status: 204 len: 168 time: 0.3068810 May 27 18:42:49.908721 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0ee3-8488-4481-b9c9-0a7ba043ab5f req-1f8293fb-4310-4cb6-8236-ac40134341fa tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:49.910068 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-620b0ee3-8488-4481-b9c9-0a7ba043ab5f req-1f8293fb-4310-4cb6-8236-ac40134341fa tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 944 time: 0.1175711 May 27 18:42:49.957141 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-620b0ee3-8488-4481-b9c9-0a7ba043ab5f req-d4cfa074-2587-4c20-a402-e79fa4a3c143 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402753 May 27 18:42:50.458770 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48394) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:50.476828 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:50.490911 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:50.494764 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Usage tracker for resource:security_group_rule and tenant:e51cf4dfdc41416fa61649a09be69f81 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:50.497579 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:50.503297 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:50.587449 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:50.660937 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:50.669841 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2597e6e1-e6c6-4896-88ee-d3b296b78170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:50.709794 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e51cf4dfdc41416fa61649a09be69f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498212 May 27 18:42:50.710695 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d6d258-2bec-4ca7-b0b8-0379741decbf,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:50.712923 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48398) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:50.714629 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8ded9450-2adb-43ac-8a4e-f542ad66527d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:50.877779 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6104af4-9e6d-4c0a-9e3b-e9329533f292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:50.904511 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6104af4-9e6d-4c0a-9e3b-e9329533f292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.033330 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6104af4-9e6d-4c0a-9e3b-e9329533f292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.042266 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ec4d59e1-23d5-4302-83e9-f96f6f783203 tempest-AttachVolumeShelveTestJSON-1273669352 tempest-AttachVolumeShelveTestJSON-1273669352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:51.062562 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6104af4-9e6d-4c0a-9e3b-e9329533f292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d6d258-2bec-4ca7-b0b8-0379741decbf,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:51.069580 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c6104af4-9e6d-4c0a-9e3b-e9329533f292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:51.075888 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c6104af4-9e6d-4c0a-9e3b-e9329533f292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.077335 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-c6104af4-9e6d-4c0a-9e3b-e9329533f292 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14d6d258-2bec-4ca7-b0b8-0379741decbf HTTP/1.1" status: 204 len: 168 time: 0.3626699 May 27 18:42:51.171152 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa8b77-68e0-4440-9f19-a106a968bf30 req-905e7b0c-357d-4023-9b5f-907249b596f3 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:51.172637 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d8fa8b77-68e0-4440-9f19-a106a968bf30 req-905e7b0c-357d-4023-9b5f-907249b596f3 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 944 time: 0.0794630 May 27 18:42:51.218547 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-d8fa8b77-68e0-4440-9f19-a106a968bf30 req-f6fce70e-8fd1-467c-8d7c-f3eb9696b913 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 May 27 18:42:51.402506 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device ab2adf1c-c9ff-4f34-bf70-90b1264f890e details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:42:51.535600 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port ab2adf1c-c9ff-4f34-bf70-90b1264f890e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:42:51.548491 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e', 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f', 'port_id': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e', 'mac_address': 'fa:16:3e:00:8b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8dd2ba-7743-4fba-8719-7581ae88e458', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:42:51.602810 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.619599 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2adf1c-c9ff-4f34-bf70-90b1264f890e {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:42:51.635166 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port ab2adf1c-c9ff-4f34-bf70-90b1264f890e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:42:51.684556 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.686369 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:51.723328 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48408) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:51.740540 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.756680 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:51.760295 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:42:51.760506 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:51.764171 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Usage tracker for resource:security_group_rule and tenant:d734fad122584dcf866048cc526d0d64 is out of sync, need to count used quota {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:42:51.766993 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.quota.resource [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92297) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:42:51.772721 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.quota.driver [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92297) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:42:51.853816 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.947176 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:51.954703 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-e7f84315-65ff-49f0-b6b3-e8de918d6c39 tempest-TestShelveInstance-836038841 tempest-TestShelveInstance-836038841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:51.994817 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9afc7e-4419-45b1-abec-5752791c78b1,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:51.999069 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d734fad122584dcf866048cc526d0d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747245 May 27 18:42:51.999961 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ef0087d7-d89a-48e6-8fb8-c09e85add8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:52.001912 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48412) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:42:52.004435 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['ab2adf1c-c9ff-4f34-bf70-90b1264f890e'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:42:52.060841 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-305f859f-9a7a-4991-9a2a-d17741aac0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:52.087174 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-305f859f-9a7a-4991-9a2a-d17741aac0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:52.209655 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-305f859f-9a7a-4991-9a2a-d17741aac0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:52.213887 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d56064e5-b8a3-47a9-8feb-6d483cda22f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:52.224956 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f859f-9a7a-4991-9a2a-d17741aac0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9afc7e-4419-45b1-abec-5752791c78b1,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:52.229746 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-305f859f-9a7a-4991-9a2a-d17741aac0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:52.231678 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-305f859f-9a7a-4991-9a2a-d17741aac0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:52.232755 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-305f859f-9a7a-4991-9a2a-d17741aac0e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1d9afc7e-4419-45b1-abec-5752791c78b1 HTTP/1.1" status: 204 len: 168 time: 0.2298882 May 27 18:42:52.405005 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a68383-12ef-48d7-8091-82ec0c0b185f req-d9533578-d618-4c91-ab7b-885cbba0a460 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:52.406476 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-58a68383-12ef-48d7-8091-82ec0c0b185f req-d9533578-d618-4c91-ab7b-885cbba0a460 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 945 time: 0.0803492 May 27 18:42:52.456382 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-58a68383-12ef-48d7-8091-82ec0c0b185f req-ef4bfb8f-abee-429c-ba08-a3bfa0535da3 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443604 May 27 18:42:53.416410 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device ab2adf1c-c9ff-4f34-bf70-90b1264f890e up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:42:53.604325 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port ab2adf1c-c9ff-4f34-bf70-90b1264f890e completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:42:53.609622 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port ab2adf1c-c9ff-4f34-bf70-90b1264f890e triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:42:53.614201 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:53.654834 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a8caa-7d6e-42d9-8e2d-868eeca69eee req-e86bff78-a231-4fc9-9145-ae8d4acfdd22 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:53.656755 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-509a8caa-7d6e-42d9-8e2d-868eeca69eee req-e86bff78-a231-4fc9-9145-ae8d4acfdd22 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 945 time: 0.0856555 May 27 18:42:53.706622 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-509a8caa-7d6e-42d9-8e2d-868eeca69eee req-2665f802-ea8d-46d4-a775-cf314f605756 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 May 27 18:42:53.751234 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:53.781683 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:42:53.797742 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port ab2adf1c-c9ff-4f34-bf70-90b1264f890e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:42:53.832144 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e', 'code': 200} May 27 18:42:53.867176 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:53.869396 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:42:53.936573 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:42:53.939709 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:42:54.213514 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9cca5-427c-49a2-9e66-3b9be74c4021 req-2926c236-5788-471d-ad1b-2531b8b72765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:54.215017 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7fd9cca5-427c-49a2-9e66-3b9be74c4021 req-2926c236-5788-471d-ad1b-2531b8b72765 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 1099 time: 0.0727022 May 27 18:42:54.253795 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-7fd9cca5-427c-49a2-9e66-3b9be74c4021 req-cc6bb2d8-8fd8-472e-82c6-596ea6803dd7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328667 May 27 18:42:54.901698 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6f835-9cb3-4843-a1f4-84196a79fe86 req-1c631d2e-02eb-462c-b8a2-c7372de6bcca tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:54.903152 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b0a6f835-9cb3-4843-a1f4-84196a79fe86 req-1c631d2e-02eb-462c-b8a2-c7372de6bcca tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 946 time: 0.0864596 May 27 18:42:54.951228 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-b0a6f835-9cb3-4843-a1f4-84196a79fe86 req-ec406174-655e-40af-89a1-c26115415763 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 May 27 18:42:56.220414 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67403c-9ca0-4c2e-8db0-dc9990c7ba98 req-1632f987-3320-451d-bee2-12f9471860ed tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:56.220414 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dd67403c-9ca0-4c2e-8db0-dc9990c7ba98 req-1632f987-3320-451d-bee2-12f9471860ed tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 946 time: 0.1033146 May 27 18:42:56.221177 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-dd67403c-9ca0-4c2e-8db0-dc9990c7ba98 req-10538014-34bc-484c-8dba-c5eecc289a7d tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512474 May 27 18:42:57.898054 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21849899-bec3-4f6c-88b0-fd57770a598b req-8e5ef867-09a4-4430-b4fb-bcfc22f11d87 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:57.905193 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-21849899-bec3-4f6c-88b0-fd57770a598b req-8e5ef867-09a4-4430-b4fb-bcfc22f11d87 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 946 time: 0.0858326 May 27 18:42:57.946684 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-21849899-bec3-4f6c-88b0-fd57770a598b req-a34b270a-7339-4967-963b-8a336c33fd42 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409052 May 27 18:42:58.076181 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:42:59.136481 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac999d-9c29-4549-bc1a-7a7b26821af1 req-801c68a5-5413-4862-a3ca-9aa7764a89a2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:59.137949 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3fac999d-9c29-4549-bc1a-7a7b26821af1 req-801c68a5-5413-4862-a3ca-9aa7764a89a2 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 946 time: 0.0808496 May 27 18:42:59.187554 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3fac999d-9c29-4549-bc1a-7a7b26821af1 req-2062cc4a-47bf-4e3b-a7a1-fd1d7d69b2e3 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 May 27 18:42:59.204245 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:59.385215 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-753ab3de-1e7f-42d9-9a05-76ecd5155e36 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:42:59.385902 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-753ab3de-1e7f-42d9-9a05-76ecd5155e36 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Synchronizing usage tracker for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:42:59.530088 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-753ab3de-1e7f-42d9-9a05-76ecd5155e36 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Unset dirty status for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:42:59.531241 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-753ab3de-1e7f-42d9-9a05-76ecd5155e36 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 946 time: 0.2297182 May 27 18:42:59.669672 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Deleting port ab2adf1c-c9ff-4f34-bf70-90b1264f890e {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:42:59.670009 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:59.813672 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] For port ab2adf1c-c9ff-4f34-bf70-90b1264f890e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:42:59.813934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:42:59.940228 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Calling delete_port for ab2adf1c-c9ff-4f34-bf70-90b1264f890e owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:43:00.102365 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:00.108325 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-44fe133a-dd11-4c45-a444-e37c9f8ccad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:00.113367 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['ab2adf1c-c9ff-4f34-bf70-90b1264f890e'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:43:00.157881 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Pushing event deleted for resources: {'Port': ['ID=ab2adf1c-c9ff-4f34-bf70-90b1264f890e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:00.160245 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:00.232566 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] No DVR routers for this DVR port ab2adf1c-c9ff-4f34-bf70-90b1264f890e on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:43:00.235046 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:00.237686 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'name': 'network-vif-deleted', 'tag': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:43:00.282180 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eff7a3b-09d1-47cf-97c7-29a21439393b', 'name': 'network-vif-deleted', 'tag': 'ab2adf1c-c9ff-4f34-bf70-90b1264f890e', 'status': 'completed', 'code': 200} May 27 18:43:00.313884 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-717a550f-71c6-44a2-892c-03e0c986ddcc req-e066ac21-b279-4286-b78f-4079e7f99b18 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "DELETE /v2.0/ports/ab2adf1c-c9ff-4f34-bf70-90b1264f890e HTTP/1.1" status: 204 len: 173 time: 0.7758834 May 27 18:43:00.349730 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-27d03e0f-bf5b-46e5-b7b7-d460d915d8fd req-e4f62839-5fd1-4ff3-8e5c-a82aa24fde04 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0eff7a3b-09d1-47cf-97c7-29a21439393b HTTP/1.1" status: 200 len: 210 time: 0.0465240 May 27 18:43:01.779983 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9dde-2ba9-431f-88a0-576359805e78 req-b4216e7a-7a75-4a6f-9257-3e3f17101130 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:01.781338 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-b4216e7a-7a75-4a6f-9257-3e3f17101130 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/networks?id=8c8c2fc5-3a27-4b53-8492-373e233d584f HTTP/1.1" status: 200 len: 808 time: 0.1551816 May 27 18:43:01.796376 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-ea13c57b-7e88-4828-9efd-72892a3a06e6 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/quotas/0149c4cded5a4d3eb7fcbfe05f39a3f4 HTTP/1.1" status: 200 len: 375 time: 0.0096684 May 27 18:43:01.845600 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-f934a299-b456-4e68-a833-7acfa3f21dc7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440040 May 27 18:43:01.956854 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-b5f3017f-eba9-49df-bcb6-04e7b66642b3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=92297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 18:43:01.957831 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-b5f3017f-eba9-49df-bcb6-04e7b66642b3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1059835 May 27 18:43:02.182306 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-8f3b574f-2367-4027-965b-678bfda8e1c8 service neutron] 10.222.0.36 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182443 May 27 18:43:02.315101 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-17d95fd6-0913-4406-87c5-bdd2a2eac6f0 service neutron] 10.222.0.36 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270394 May 27 18:43:02.455721 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4ab23aec-affb-4dd5-993a-d39c6c021509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:02.613803 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-3ccf45eb-f966-4906-b8ff-7ea0b206f5fb req-2e420a52-bc8e-422f-96f7-8a72c0ec996d tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 210 time: 0.0485904 May 27 18:43:03.463807 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device ab2adf1c-c9ff-4f34-bf70-90b1264f890e no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:43:03.501863 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: ab2adf1c-c9ff-4f34-bf70-90b1264f890e {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:43:03.502214 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device ab2adf1c-c9ff-4f34-bf70-90b1264f890e not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:43:03.764573 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-7e270e99-7bdd-43b5-a4b3-eca1d746252b req-d551f7b9-0f66-4c48-b0ed-f0e248150bc7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 210 time: 0.0466101 May 27 18:43:04.797802 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9dde-2ba9-431f-88a0-576359805e78 req-df494cb9-f9b7-4c4b-ad37-b8058da91ffd tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:04.799195 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-df494cb9-f9b7-4c4b-ad37-b8058da91ffd tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "GET /v2.0/networks?id=8c8c2fc5-3a27-4b53-8492-373e233d584f HTTP/1.1" status: 200 len: 808 time: 0.1474247 May 27 18:43:04.811875 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Request body: {'port': {'device_id': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f', 'admin_state_up': True, 'tenant_id': '0149c4cded5a4d3eb7fcbfe05f39a3f4'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:43:04.866970 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:04.929115 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-e6167419-f407-49dd-832e-5af303c963d6 req-c5c62d33-fb39-4673-943d-5463087e96c4 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 210 time: 0.0434656 May 27 18:43:04.959762 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:43:04.967565 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Usage tracker for resource:port and tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:43:04.967565 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:43:04.972753 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:43:05.084568 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Made reservation on behalf of 0149c4cded5a4d3eb7fcbfe05f39a3f4 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 18:43:05.084795 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-67b51533-ad9c-45e5-8799-2586c94e07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:05.089775 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:05.277789 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Allocated IP 172.20.0.8 (8c8c2fc5-3a27-4b53-8492-373e233d584f/2c8dd2ba-7743-4fba-8719-7581ae88e458/d18bb417-12ac-4e62-912f-7fb6c3b2eab7) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 18:43:05.483280 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:05.593298 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776841712092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:05.598754 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0d61b1b3-d7cf-43fe-84f6-73c9ab83e7a4 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:05.756414 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Network 8c8c2fc5-3a27-4b53-8492-373e233d584f is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 18:43:05.759592 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 18:43:05.763197 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 27 18:43:05.797170 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Pushing event updated for resources: {'Port': ['ID=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:05.803540 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:05.834329 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:05.834935 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:05.942099 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-16da2ae7-7751-4e85-8ab9-79a9400252c7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338398 May 27 18:43:05.954097 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Request body: {'port': {'device_id': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 18:43:06.067888 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:06.126867 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153b367-94ef-47db-98a1-2bdec846d330 req-76a10843-1b00-47bc-b995-1b3c08c144e4 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:06.128370 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6153b367-94ef-47db-98a1-2bdec846d330 req-76a10843-1b00-47bc-b995-1b3c08c144e4 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 931 time: 0.0853550 May 27 18:43:06.141646 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:06.174377 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6153b367-94ef-47db-98a1-2bdec846d330 req-b93bdeda-3f65-409b-97bf-1641dcb5f780 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401046 May 27 18:43:06.408506 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18bb417-12ac-4e62-912f-7fb6c3b2eab7 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:43:06.415974 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:06.429773 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Transition to ACTIVE for port object d18bb417-12ac-4e62-912f-7fb6c3b2eab7 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 18:43:06.495197 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:06.500102 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-049f7b97-46f9-4551-9e61-941c5d757412 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:06.653199 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Pushing event updated for resources: {'Port': ['ID=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:06.662273 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:06.730719 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Attempting to bind port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 18:43:06.735980 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Attempting to bind port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 18:43:06.735980 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Attempting to bind port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 on network 8c8c2fc5-3a27-4b53-8492-373e233d584f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:43:06.735980 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 on network 8c8c2fc5-3a27-4b53-8492-373e233d584f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 18:43:06.736342 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Attempting to bind port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 on network 8c8c2fc5-3a27-4b53-8492-373e233d584f {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 18:43:06.741538 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Checking agent: {'id': 'd0fe88f7-4403-4760-86d8-dadebfba6605', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'started_at': datetime.datetime(2021, 5, 27, 18, 28, 59), 'heartbeat_timestamp': datetime.datetime(2021, 5, 27, 18, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 18:43:06.741862 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Checking segment: {'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 27 18:43:06.742234 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Bound using segment: {'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 18:43:06.742671 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Bound port: d18bb417-12ac-4e62-912f-7fb6c3b2eab7, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96371320-4df9-4f6f-aacf-8f252d846adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 18:43:06.743006 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:06.834986 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] For port d18bb417-12ac-4e62-912f-7fb6c3b2eab7, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 18:43:06.839075 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] For port d18bb417-12ac-4e62-912f-7fb6c3b2eab7, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 18:43:06.953395 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15174310'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:06.957202 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-40ce2e0e-9307-4ad8-b72e-a59aae5587b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:07.014583 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:07.014991 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:07.016400 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] 10.222.0.47 "PUT /v2.0/ports/d18bb417-12ac-4e62-912f-7fb6c3b2eab7 HTTP/1.1" status: 200 len: 1093 time: 1.0664158 May 27 18:43:07.019306 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'tag': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:43:07.041036 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Pushing event updated for resources: {'Port': ['ID=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:07.044250 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bcd637c2-172d-4f3f-9bf4-2f11dc14d47d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:07.066282 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'tag': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7', 'status': 'completed', 'code': 200} May 27 18:43:07.163114 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b287-a98a-43ae-aa3f-b84f86a0b9bf req-84938db6-c4b3-4939-b5cf-87fe6611869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:07.165159 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b507b287-a98a-43ae-aa3f-b84f86a0b9bf req-84938db6-c4b3-4939-b5cf-87fe6611869d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 1096 time: 0.0757539 May 27 18:43:07.311823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b287-a98a-43ae-aa3f-b84f86a0b9bf req-4fe08f74-cd4b-4154-b03e-68a95b59b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:07.313320 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b507b287-a98a-43ae-aa3f-b84f86a0b9bf req-4fe08f74-cd4b-4154-b03e-68a95b59b84d service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1412084 May 27 18:43:07.358062 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b6904-60b2-4108-bc83-a9316dea33c0 req-b88bf3f2-b7cb-444c-89aa-9a740505ec0a tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:07.359536 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ea3b6904-60b2-4108-bc83-a9316dea33c0 req-b88bf3f2-b7cb-444c-89aa-9a740505ec0a tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 943 time: 0.0806665 May 27 18:43:07.406115 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-ea3b6904-60b2-4108-bc83-a9316dea33c0 req-5576ce84-9c02-4354-93e4-3806931bc938 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 May 27 18:43:07.456054 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507b287-a98a-43ae-aa3f-b84f86a0b9bf req-8fdddc57-4064-485c-ba2a-e6cccb27bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:07.457416 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-b507b287-a98a-43ae-aa3f-b84f86a0b9bf req-8fdddc57-4064-485c-ba2a-e6cccb27bda6 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350498 May 27 18:43:07.564348 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9dde-2ba9-431f-88a0-576359805e78 req-4d3bffb6-9622-44db-a9f3-907984b3808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:07.565833 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-4d3bffb6-9622-44db-a9f3-907984b3808f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 1096 time: 0.0713735 May 27 18:43:07.638583 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-5cfd32d9-4f8f-4c7f-89fd-1725263898f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d18bb417-12ac-4e62-912f-7fb6c3b2eab7 HTTP/1.1" status: 200 len: 217 time: 0.0641122 May 27 18:43:07.695516 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:07.701236 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9dde-2ba9-431f-88a0-576359805e78 req-97b48dcf-3923-4a57-9dcc-c1e98dc663ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:07.702653 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-97b48dcf-3923-4a57-9dcc-c1e98dc663ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2c8dd2ba-7743-4fba-8719-7581ae88e458 HTTP/1.1" status: 200 len: 848 time: 0.0570512 May 27 18:43:07.852925 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-93db7f8c-a4eb-4c83-baae-b7895c57c8c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8c8c2fc5-3a27-4b53-8492-373e233d584f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434503 May 27 18:43:07.984278 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-ef1b23c2-091d-40d6-b946-dcfee070fe94 service neutron] 10.222.0.47 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242945 May 27 18:43:08.116046 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-badb9dde-2ba9-431f-88a0-576359805e78 req-303c12d4-692f-421f-bb09-e811cc1c35c1 service neutron] 10.222.0.47 "GET /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237760 May 27 18:43:08.610131 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1767988-f469-41fb-b9e7-03464b86c86c req-940f9004-6dcc-4a1d-ac6f-04ac20de9811 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:08.611723 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f1767988-f469-41fb-b9e7-03464b86c86c req-940f9004-6dcc-4a1d-ac6f-04ac20de9811 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 943 time: 0.0956712 May 27 18:43:08.657875 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-f1767988-f469-41fb-b9e7-03464b86c86c req-4c16343e-6da7-4610-881c-f8e6c57d4b13 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402696 May 27 18:43:09.856571 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083e7f-ed05-48dc-9958-d660cf2187c8 req-0ce31764-d6b7-4eb2-b95d-1e326208dfe7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:09.860448 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92083e7f-ed05-48dc-9958-d660cf2187c8 req-0ce31764-d6b7-4eb2-b95d-1e326208dfe7 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 943 time: 0.0953186 May 27 18:43:09.913123 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-92083e7f-ed05-48dc-9958-d660cf2187c8 req-c813e6c6-cd3a-4289-a393-bd27c31ed4cf tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 May 27 18:43:11.096089 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77e27b-7e4f-43d1-99f4-616740def456 req-cd42be92-8775-424f-8c3e-60abd1b9d4bf tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:11.097545 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aa77e27b-7e4f-43d1-99f4-616740def456 req-cd42be92-8775-424f-8c3e-60abd1b9d4bf tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 943 time: 0.0798318 May 27 18:43:11.142089 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-aa77e27b-7e4f-43d1-99f4-616740def456 req-99c29880-fb88-4a3c-9292-23b39ae1c3f6 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 May 27 18:43:11.508641 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d18bb417-12ac-4e62-912f-7fb6c3b2eab7 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92298) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 18:43:11.643395 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d18bb417-12ac-4e62-912f-7fb6c3b2eab7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:43:11.656998 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Returning: {'device': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7', 'network_id': '8c8c2fc5-3a27-4b53-8492-373e233d584f', 'port_id': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7', 'mac_address': 'fa:16:3e:1e:7e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8dd2ba-7743-4fba-8719-7581ae88e458', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92298) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 18:43:11.742882 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:11.760431 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18bb417-12ac-4e62-912f-7fb6c3b2eab7 {{(pid=92298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 27 18:43:11.776833 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d18bb417-12ac-4e62-912f-7fb6c3b2eab7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:43:11.855514 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:11.857280 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:11.922932 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:11.930194 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.930536 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.931141 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.931487 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.931872 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.932195 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.932521 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.932835 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.933152 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.933467 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.933781 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.934095 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:11.937789 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:12.191778 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['d18bb417-12ac-4e62-912f-7fb6c3b2eab7'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:43:12.341426 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c398d9-9384-478a-9414-4fd250b86151 req-c9cd4f99-805d-4d2b-b15b-bde460b3f360 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:12.342983 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c1c398d9-9384-478a-9414-4fd250b86151 req-c9cd4f99-805d-4d2b-b15b-bde460b3f360 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 944 time: 0.0923030 May 27 18:43:12.389471 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-c1c398d9-9384-478a-9414-4fd250b86151 req-3176cb2b-5bdf-41d7-9256-ae8e0293da38 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409098 May 27 18:43:13.516405 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d18bb417-12ac-4e62-912f-7fb6c3b2eab7 up at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 18:43:13.585783 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc8855-410d-4fef-914e-964f5cb1a4c3 req-7146f1ff-0ffb-4dae-9a97-eba04cb2984c tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:13.587172 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0bdc8855-410d-4fef-914e-964f5cb1a4c3 req-7146f1ff-0ffb-4dae-9a97-eba04cb2984c tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 944 time: 0.0886259 May 27 18:43:13.631730 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-0bdc8855-410d-4fef-914e-964f5cb1a4c3 req-3db72b6f-d95f-4aad-a928-35edb64584f4 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 May 27 18:43:13.649566 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning for port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 completed by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 18:43:13.655204 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Provisioning complete for port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 triggered by entity L2. {{(pid=92298) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 18:43:13.655611 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390581'] for port, provisioning_complete {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:13.770620 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1491515'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:13.797396 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7'}] {{(pid=92298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:43:13.807572 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] For port d18bb417-12ac-4e62-912f-7fb6c3b2eab7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:43:13.850501 dv-cinder-792299-4-smb neutron-server[92298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7', 'code': 200} May 27 18:43:13.874425 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776842146187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776841712110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776841713439'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:13.876320 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:13.946189 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Pushing event updated for resources: {'Port': ['ID=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,revision_number=5']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:13.949823 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:14.221672 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8adca-c04c-4807-8afa-0338a1921d14 req-44cceaa9-d608-44f1-8255-c7d07839fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:14.223130 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8bc8adca-c04c-4807-8afa-0338a1921d14 req-44cceaa9-d608-44f1-8255-c7d07839fb37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 1098 time: 0.0735416 May 27 18:43:14.264814 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-8bc8adca-c04c-4807-8afa-0338a1921d14 req-06c7ff73-144f-4163-92fe-08a36f8c39d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347152 May 27 18:43:14.403841 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48636) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:43:14.564266 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:14.578711 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:43:14.582577 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Usage tracker for resource:security_group_rule and tenant:e0f99af64bb148619dbdd08002016fe4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:43:14.585415 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:43:14.591840 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:43:14.675762 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:14.741224 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:14.749259 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ef2d7fda-93f7-4838-a725-981c03a49eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:14.789356 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083bdbed-443b-4d44-b76e-62065e185a51,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:14.794769 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0f99af64bb148619dbdd08002016fe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888559 May 27 18:43:14.794769 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a4115723-512a-41ee-9529-6f75c97c11eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:14.797421 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48644) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:43:14.861966 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720944c4-c2ad-4741-8295-105d72034d52 req-f3c03596-e538-4d22-9cec-92bcce113a38 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:14.863463 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-720944c4-c2ad-4741-8295-105d72034d52 req-f3c03596-e538-4d22-9cec-92bcce113a38 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 945 time: 0.1246827 May 27 18:43:14.893828 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d65a338-d963-4e9c-9202-45e43c13cb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:14.941609 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d65a338-d963-4e9c-9202-45e43c13cb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:14.950051 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-720944c4-c2ad-4741-8295-105d72034d52 req-0f57919a-e8c7-4f5d-9278-a152c20eae65 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788488 May 27 18:43:15.146393 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d65a338-d963-4e9c-9202-45e43c13cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:15.150047 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c8b93088-7f29-47bc-88c1-d1272d4251fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:15.165594 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65a338-d963-4e9c-9202-45e43c13cb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083bdbed-443b-4d44-b76e-62065e185a51,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:15.167967 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2d65a338-d963-4e9c-9202-45e43c13cb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:15.178335 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d65a338-d963-4e9c-9202-45e43c13cb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:15.180047 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2d65a338-d963-4e9c-9202-45e43c13cb33 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/083bdbed-443b-4d44-b76e-62065e185a51 HTTP/1.1" status: 204 len: 168 time: 0.3811631 May 27 18:43:16.136520 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72b0f2-8689-4d66-9851-945de73cd5fe req-2f46550d-f37a-4637-9559-01e3f16cbe55 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:16.137870 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8d72b0f2-8689-4d66-9851-945de73cd5fe req-2f46550d-f37a-4637-9559-01e3f16cbe55 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 945 time: 0.0808718 May 27 18:43:16.182282 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8d72b0f2-8689-4d66-9851-945de73cd5fe req-6472d188-2aab-43d5-82d3-b0b9ef191eec tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 May 27 18:43:17.772854 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beffcd8-fa34-4f48-a22c-a6fe2f49fd11 req-6b0b8efb-02e1-4abf-a288-2f3d3812e6dc tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:17.774185 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8beffcd8-fa34-4f48-a22c-a6fe2f49fd11 req-6b0b8efb-02e1-4abf-a288-2f3d3812e6dc tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 945 time: 0.0838339 May 27 18:43:17.819469 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-8beffcd8-fa34-4f48-a22c-a6fe2f49fd11 req-8cfd83a4-e93c-4e1f-9e40-32e93339d3fa tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 May 27 18:43:19.013479 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d5786-2f41-48aa-b4a2-68b4f2cbf53e req-121d7c4b-8fd1-4872-9049-bd6dffa35b82 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:19.014934 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-736d5786-2f41-48aa-b4a2-68b4f2cbf53e req-121d7c4b-8fd1-4872-9049-bd6dffa35b82 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 945 time: 0.0822499 May 27 18:43:19.059526 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-736d5786-2f41-48aa-b4a2-68b4f2cbf53e req-7b41e917-c4cc-463a-80a5-5ec49a817188 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/security-groups?id=1f2974fc-dca4-401d-95ce-882a50d213e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390162 May 27 18:43:19.185728 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-37b774a6-0f68-467c-b5b5-be4091611070 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 27 18:43:19.186311 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-37b774a6-0f68-467c-b5b5-be4091611070 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Synchronizing usage tracker for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 18:43:19.261155 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-37b774a6-0f68-467c-b5b5-be4091611070 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Unset dirty status for tenant:0149c4cded5a4d3eb7fcbfe05f39a3f4 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 18:43:19.262286 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-37b774a6-0f68-467c-b5b5-be4091611070 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 945 time: 0.1570604 May 27 18:43:19.397934 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Deleting port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 27 18:43:19.398260 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776842144332'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:19.530262 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] For port d18bb417-12ac-4e62-912f-7fb6c3b2eab7, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,segment=NetworkSegment(96371320-4df9-4f6f-aacf-8f252d846adc),segment_id=96371320-4df9-4f6f-aacf-8f252d846adc)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 18:43:19.530613 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-401929'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:19.659132 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Calling delete_port for d18bb417-12ac-4e62-912f-7fb6c3b2eab7 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 27 18:43:19.832175 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776842146214', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776841712101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15174289'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:19.837764 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8c4c5896-77e9-4dc0-ab69-f5b90be77cb6 tempest-AttachVolumeNegativeTest-818133406 tempest-AttachVolumeNegativeTest-818133406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:19.844236 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] get_ports_and_sgs() called for port_ids ['d18bb417-12ac-4e62-912f-7fb6c3b2eab7'] {{(pid=92298) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 18:43:19.888761 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Pushing event deleted for resources: {'Port': ['ID=d18bb417-12ac-4e62-912f-7fb6c3b2eab7,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:19.914413 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:19.962752 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] No DVR routers for this DVR port d18bb417-12ac-4e62-912f-7fb6c3b2eab7 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 18:43:19.965327 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221982'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:19.967802 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'name': 'network-vif-deleted', 'tag': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 27 18:43:20.012861 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea19fbd-690a-42a5-bfa5-da9e4b86189e', 'name': 'network-vif-deleted', 'tag': 'd18bb417-12ac-4e62-912f-7fb6c3b2eab7', 'status': 'completed', 'code': 200} May 27 18:43:20.038527 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [req-4fcefd56-e1d8-4326-b8d1-cea6ae3dae7f req-f08b6fc7-c1e3-48a2-939e-411ab5d3ec4f tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.47 "DELETE /v2.0/ports/d18bb417-12ac-4e62-912f-7fb6c3b2eab7 HTTP/1.1" status: 204 len: 173 time: 0.7714121 May 27 18:43:20.211803 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [req-6e75b3b1-606e-4880-81a4-8fb55c0db531 req-9e0cae6c-db23-4d8e-b184-47c932806084 tempest-VolumesActionsTest-278739547 tempest-VolumesActionsTest-278739547-project] 10.222.0.36 "GET /v2.0/ports?device_id=cea19fbd-690a-42a5-bfa5-da9e4b86189e HTTP/1.1" status: 200 len: 210 time: 0.0465708 May 27 18:43:23.570656 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d18bb417-12ac-4e62-912f-7fb6c3b2eab7 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 18:43:23.604716 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.plugin [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] No Port match for: d18bb417-12ac-4e62-912f-7fb6c3b2eab7 {{(pid=92298) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 27 18:43:23.605083 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.rpc [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Device d18bb417-12ac-4e62-912f-7fb6c3b2eab7 not bound to the agent host hv-cinder-79229 {{(pid=92298) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 18:43:29.215685 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:32.621279 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-ed40e545-50c1-4378-a7c5-2a8f7501e52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:34.816540 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:35.075561 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:43:35.221153 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5edd6fb2-b440-4683-93f4-4049e2aba997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:36.107644 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:37.683694 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:43.382870 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48890) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:43:43.442656 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Deleting subnet 2c8dd2ba-7743-4fba-8719-7581ae88e458 {{(pid=92297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 27 18:43:43.445502 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:43.497041 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15304172'] for subnet, precommit_delete_associations {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:43.632968 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1385447'] for subnet, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:43.952415 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1386032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1693419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15353834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16364038'] for subnet, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:43.956411 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ba26f269-af11-4d19-86da-ca22e3fecb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:43.990287 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8dd2ba-7743-4fba-8719-7581ae88e458,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:43.993871 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:43.996441 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for subnet, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.003242 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-2687742a-bfa3-42c1-a3e8-8c613ac51244 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c8dd2ba-7743-4fba-8719-7581ae88e458 HTTP/1.1" status: 204 len: 168 time: 0.6193492 May 27 18:43:44.005705 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 48894) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:43:44.114335 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1537651'] for network, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.236518 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1392250', 'neutron.services.segments.db._delete_segments_for_network-8776842158309'] for network, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.248888 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8c2fc5-3a27-4b53-8492-373e233d584f']}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:43:44.260581 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96371320-4df9-4f6f-aacf-8f252d846adc') {'for_net_delete': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:43:44.260872 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.services.segments.db [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96371320-4df9-4f6f-aacf-8f252d846adc') {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 18:43:44.271974 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776842166182', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15304149'] for segment, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.287847 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674'] for segment, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.293616 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=92297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 18:43:44.293987 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1386674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15366472'] for segment, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: Traceback (most recent call last): May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: timer() May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: cb(*args, **kw) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: return func(*args, **kwargs) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: self._notify() May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: self.callback(batched_events) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: event.method(event) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_id = self._get_aggregate_id(event.segment_id) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: aggregate_uuid = self.p_client.list_aggregates( May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: return f(self, *a, **k) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: return self._get(url).json() May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: return self._client.get(url, endpoint_filter=self._ks_filter, May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: return self.request(url, 'GET', **kwargs) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: base_url = self.get_endpoint(auth, allow=allow, May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: auth = self._auth_required(auth, 'determine endpoint URL') May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 27 18:43:44.307424 dv-cinder-792299-4-smb neutron-server[92297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 27 18:43:44.454756 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1392229', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1693410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-515834'] for network, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.458364 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8eedae8f-d579-4ddd-a7b7-f154cf97ed0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:44.471638 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1693381'] for network, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:44.483566 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8c2fc5-3a27-4b53-8492-373e233d584f,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:44.486296 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:44.553565 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-5906c168-2430-4b6f-b331-3c909ad7ebde admin admin] 10.222.0.36 "DELETE /v2.0/networks/8c8c2fc5-3a27-4b53-8492-373e233d584f HTTP/1.1" status: 204 len: 168 time: 0.5468316 May 27 18:43:44.924089 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48900) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:43:44.972875 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-49c47b2a-552e-4151-ac98-65f4af10b27b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0149c4cded5a4d3eb7fcbfe05f39a3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475917 May 27 18:43:44.975222 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 48904) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:43:45.033878 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:45.059254 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:45.191813 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:45.195425 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-497b2897-dc7d-4bae-a61f-a8555a58abbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:43:45.208336 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2974fc-dca4-401d-95ce-882a50d213e7,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:43:45.217454 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.217823 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.218184 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.218540 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.218889 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.219329 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.219671 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.220015 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.220362 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.220704 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.221045 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.221384 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:43:45.224377 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:43:45.305198 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:43:45.306576 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-91f4b04d-e566-49fb-9301-9efad20cb006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f2974fc-dca4-401d-95ce-882a50d213e7 HTTP/1.1" status: 204 len: 168 time: 0.3302050 May 27 18:43:59.244089 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:02.448983 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-1a43a08c-1fca-4674-b981-96144cbacd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:04.820208 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:05.072108 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-e9d59908-f4a0-488b-84b5-77101c7186cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:06.107043 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:07.694738 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:12.074622 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:44:27.615562 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 49158) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:44:27.730926 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:27.746238 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:44:27.750044 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Usage tracker for resource:security_group_rule and tenant:90a579f3595e49349834bf7065bbcbe7 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:44:27.752833 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:44:27.758560 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:44:27.837919 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:27.922275 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:27.930007 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6d22a4df-2e65-4bd3-bd39-360b0a2bba3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:44:27.970756 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90a579f3595e49349834bf7065bbcbe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540981 May 27 18:44:27.971606 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fbaeaa-4e00-44a2-ba0d-f1f50097348c,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:44:27.973416 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [-] (92297) accepted ('10.222.0.36', 49164) {{(pid=92297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:44:27.974633 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-09d2b1cb-61aa-4889-9620-ab2fc688524e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:44:28.038270 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:28.064179 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:28.179920 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:28.185559 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b2b6434e-a533-4d63-8bf5-4deeeb54a92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:44:28.197097 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fbaeaa-4e00-44a2-ba0d-f1f50097348c,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:44:28.207356 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.207757 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.208144 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.208491 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.208852 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.209211 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.209569 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.209920 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.210273 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.211246 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.211631 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.211981 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-4-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 18:44:28.214961 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:28.216079 dv-cinder-792299-4-smb neutron-server[92297]: INFO neutron.wsgi [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/33fbaeaa-4e00-44a2-ba0d-f1f50097348c HTTP/1.1" status: 204 len: 168 time: 0.2416677 May 27 18:44:28.216937 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-72962b49-23af-480d-8ddf-504eb58ac893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:44:29.249145 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:32.431342 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-0e28a2bf-6433-4c33-8c0b-cc610e9076e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:34.825600 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:35.065503 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-fa108f59-232a-43f5-8166-df3bddb5cfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:36.105675 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:37.694129 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.000517 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 49282) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:44:42.115440 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.132848 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 18:44:42.136908 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:33df56f10cd44bdd8f6843eb00e866da is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 18:44:42.139782 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 18:44:42.145441 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 18:44:42.227358 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.288548 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.297021 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-06449c65-789b-4218-b245-932899e5303f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:44:42.336355 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13536fa0-f1ea-4c7a-9918-dd5c1c984833,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:44:42.339327 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:44:42.341670 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-41c69b59-c240-491b-a6b6-afbe4cfbb6d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33df56f10cd44bdd8f6843eb00e866da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401771 May 27 18:44:42.344266 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.36', 49288) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 18:44:42.402304 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1455917e-aa25-41fa-8409-bf9ce5387b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.427651 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1455917e-aa25-41fa-8409-bf9ce5387b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.534200 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1455917e-aa25-41fa-8409-bf9ce5387b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329315'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.537936 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0c71eb0e-7fea-4263-bb24-bbf87ea4a2a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 18:44:42.560392 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455917e-aa25-41fa-8409-bf9ce5387b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13536fa0-f1ea-4c7a-9918-dd5c1c984833,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 18:44:42.562905 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1455917e-aa25-41fa-8409-bf9ce5387b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 18:44:42.571270 dv-cinder-792299-4-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1455917e-aa25-41fa-8409-bf9ce5387b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:44:42.572413 dv-cinder-792299-4-smb neutron-server[92296]: INFO neutron.wsgi [None req-1455917e-aa25-41fa-8409-bf9ce5387b29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13536fa0-f1ea-4c7a-9918-dd5c1c984833 HTTP/1.1" status: 204 len: 168 time: 0.2272663 May 27 18:44:49.073777 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:44:59.225394 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:02.459351 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-24820d75-b2c8-4ac0-b1fd-f615e08d673b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:04.848223 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:05.105531 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-f6239d21-cca7-40c4-8864-112b4d301292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:06.150278 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:07.694507 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:26.072793 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:45:29.225546 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:32.431266 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7271989d-2ae0-4472-86c4-7a499ca9ccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:34.824692 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:35.076316 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0f91-2faf-417c-a9f2-1f5413f529bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:36.116706 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:37.744723 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:45:59.258967 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:02.441820 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5f9ffd36-c9f0-4c56-af0b-6f7cb4730e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:03.072636 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:46:04.830574 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:05.065141 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-92f28c09-e8a2-4f2b-ac4d-7c1556f534a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:06.143460 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:07.710379 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:24.821433 dv-cinder-792299-4-smb neutron-server[92297]: DEBUG neutron.wsgi [req-5996abb5-a256-4cca-ae70-9f265c4f5f3a req-8ebe2aac-5433-4a1c-b72b-965de785e5d3 service neutron] (92297) timed out ('10.222.0.47', 58206) {{(pid=92297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 18:46:29.258785 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:32.440976 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-39587f6e-6e07-4372-bb80-0bb5a75ce098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:34.813111 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:35.052887 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3aae05db-5c29-474a-9466-45f2d58b77b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:36.121249 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:37.698099 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:46:40.071053 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:46:59.252572 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:02.440987 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-53eb7a7a-053d-420e-90cd-7e3ddd602253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:04.845512 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:05.079593 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9a822cdf-3e66-465c-881f-d41f3c8e0d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:06.132537 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:07.703815 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:17.069668 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:47:29.269343 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:32.452097 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-10bda544-6896-4afa-9cb3-e17ffb6248fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:34.828724 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:35.068927 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3f196d2b-9c32-4046-bd51-f9547ea0002f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:36.137692 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:37.755144 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:47:54.069418 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:47:59.278754 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:02.531347 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-86ecb13e-dba1-4ac1-939c-1d71eb159e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:04.851647 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:05.086055 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-4b1e6053-3b7c-48ae-b563-002c6cf23abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:06.136965 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:07.719842 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:29.319330 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:31.068238 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:48:32.449554 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-da07f668-b396-4dd4-868b-0c4f7f721c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:34.828004 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:35.056770 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-86c5426a-eddb-4f57-8d87-87128c9b8438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:36.136360 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:37.729779 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:48:59.313197 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:02.466344 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-11ef9594-9da7-494c-8f59-e000526a873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:04.832955 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:05.061357 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-50f0a1b0-0ae0-402f-910b-c8b1b32923c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:06.129898 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:07.747230 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-915c94df-d434-4337-96df-8ee983f2a22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:08.066836 dv-cinder-792299-4-smb neutron-server[92299]: DEBUG neutron.db.agents_db [None req-22db867b-4104-4571-8696-549fd11f93d0 None None] Agent healthcheck: found 6 active agents {{(pid=92299) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 27 18:49:29.307154 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-a27cb2e7-6c35-4a8f-a5ca-11c81aca7dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:32.449562 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-9c7a8154-8eab-43ce-a74a-3d6577bd328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:34.866969 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d9175300-38e0-44ad-81a8-54fe638ab578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:35.084257 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-fa920785-ce43-4dc9-a60c-df84c582b60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 18:49:36.147097 dv-cinder-792299-4-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-3e301036-c51a-46e6-9271-1467cc09e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776842158327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1390500'] for agent, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}